Files
swe_latn_10mb/added_tokens.json

1 line
25 KiB
JSON
Raw Normal View History

{"[XXXXX930]": 50934, "[XXXXX713]": 50717, "[XXXXX198]": 50202, "[XXXXX1100]": 51104, "[XXXXX1096]": 51100, "[XXXXX1175]": 51179, "[XXXXX384]": 50388, "[XXXXX771]": 50775, "[XXXXX266]": 50270, "[XXXXX795]": 50799, "[XXXXX73]": 50077, "[XXXXX473]": 50477, "[XXXXX1168]": 51172, "[XXXXX654]": 50658, "[XXXXX1172]": 51176, "[XXXXX490]": 50494, "[XXXXX804]": 50808, "[XXXXX233]": 50237, "[XXXXX304]": 50308, "[XXXXX1156]": 51160, "[XXXXX909]": 50913, "[XXXXX526]": 50530, "[XXXXX530]": 50534, "[XXXXX1112]": 51116, "[XXXXX253]": 50257, "[XXXXX799]": 50803, "[XXXXX240]": 50244, "[XXXXX797]": 50801, "[XXXXX26]": 50030, "[XXXXX1145]": 51149, "[XXXXX971]": 50975, "[XXXXX520]": 50524, "[XXXXX932]": 50936, "[XXXXX657]": 50661, "[XXXXX370]": 50374, "[XXXXX800]": 50804, "[XXXXX838]": 50842, "[XXXXX986]": 50990, "[XXXXX173]": 50177, "[XXXXX541]": 50545, "[XXXXX303]": 50307, "[XXXXX813]": 50817, "[XXXXX601]": 50605, "[XXXXX164]": 50168, "[XXXXX346]": 50350, "[XXXXX737]": 50741, "[XXXXX496]": 50500, "[XXXXX836]": 50840, "[XXXXX387]": 50391, "[XXXXX974]": 50978, "[XXXXX360]": 50364, "[XXXXX309]": 50313, "[XXXXX257]": 50261, "[XXXXX345]": 50349, "[XXXXX792]": 50796, "[XXXXX758]": 50762, "[XXXXX724]": 50728, "[XXXXX837]": 50841, "[XXXXX614]": 50618, "[XXXXX968]": 50972, "[XXXXX364]": 50368, "[XXXXX914]": 50918, "[XXXXX1076]": 51080, "[XXXXX712]": 50716, "[XXXXX982]": 50986, "[XXXXX940]": 50944, "[XXXXX714]": 50718, "[XXXXX395]": 50399, "[XXXXX506]": 50510, "[XXXXX1086]": 51090, "[XXXXX191]": 50195, "[XXXXX202]": 50206, "[XXXXX598]": 50602, "[XXXXX634]": 50638, "[XXXXX633]": 50637, "[XXXXX906]": 50910, "[XXXXX52]": 50056, "[XXXXX440]": 50444, "[XXXXX141]": 50145, "[XXXXX475]": 50479, "[XXXXX500]": 50504, "[XXXXX787]": 50791, "[XXXXX695]": 50699, "[XXXXX65]": 50069, "[XXXXX1042]": 51046, "[XXXXX818]": 50822, "[XXXXX629]": 50633, "[XXXXX174]": 50178, "[XXXXX823]": 50827, "[XXXXX916]": 50920, "[XXXXX196]": 50200, "[XXXXX59]": 50063, "[XXXXX60]": 50064, "[XXXXX1146]": 51150, "[XXXXX179]": 50183, "[XXXXX251]": 50255, "[XXXXX994]": 50998, "[XXXXX1132]": 51136, "[XXXXX96]": 50100, "[XXXXX1101]": 51105, "[XXXXX280]": 50284, "[XXXXX156]": 50160, "[XXXXX802]": 50806, "[XXXXX398]": 50402, "[XXXXX959]": 50963, "[XXXXX576]": 50580, "[XXXXX899]": 50903, "[XXXXX249]": 50253, "[XXXXX747]": 50751, "[XXXXX392]": 50396, "[XXXXX984]": 50988, "[XXXXX33]": 50037, "[XXXXX814]": 50818, "[XXXXX55]": 50059, "[XXXXX761]": 50765, "[XXXXX471]": 50475, "[XXXXX946]": 50950, "[XXXXX965]": 50969, "[XXXXX42]": 50046, "[XXXXX886]": 50890, "[XXXXX524]": 50528, "[XXXXX182]": 50186, "[XXXXX79]": 50083, "[XXXXX562]": 50566, "[XXXXX638]": 50642, "[XXXXX49]": 50053, "[XXXXX479]": 50483, "[XXXXX1029]": 51033, "[XXXXX428]": 50432, "[XXXXX1121]": 51125, "[XXXXX1095]": 51099, "[XXXXX306]": 50310, "[XXXXX19]": 50023, "[XXXXX594]": 50598, "[XXXXX732]": 50736, "[XXXXX692]": 50696, "[XXXXX53]": 50057, "[XXXXX396]": 50400, "[XXXXX1150]": 51154, "[XXXXX736]": 50740, "[XXXXX839]": 50843, "[XXXXX200]": 50204, "[XXXXX820]": 50824, "[XXXXX447]": 50451, "[XXXXX254]": 50258, "[XXXXX669]": 50673, "[XXXXX894]": 50898, "[XXXXX680]": 50684, "[XXXXX170]": 50174, "[XXXXX1056]": 51060, "[XXXXX349]": 50353, "[XXXXX768]": 50772, "[XXXXX929]": 50933, "[XXXXX469]": 50473, "[XXXXX416]": 50420, "[XXXXX302]": 50306, "[XXXXX609]": 50613, "[XXXXX111]": 50115, "[XXXXX538]": 50542, "[XXXXX951]": 50955, "[XXXXX919]": 50923, "[XXXXX478]": 50482, "[XXXXX158]": 50162, "[XXXXX41]": 50045, "[XXXXX552]": 50556, "[XXXXX1067]": 51071, "[XXXXX448]": 50452, "[XXXXX912]": 50916, "[XXXXX295]": 50299, "[XXXXX386]": 50390, "[XXXXX373]": 50377, "[XXXXX245]": 50249, "[XXXXX270]": 50274, "[XXXXX924]": 50928, "[XXXXX46]": 50050, "[XXXXX82]": 50086, "[XXXXX1182]": 51186, "[XXXXX1037]": 51041, "[XXXXX764]": 50768, "[XXXXX322]": 50326, "[XXXXX999]": 51003, "[XXXXX701]": 50705, "[XXXXX696]": 50700, "[XXXXX1000]": 51004, "[XXXXX852]": 50856, "[XXXXX29]": 50033, "[XXXXX443]": 50447, "[XXXXX213]": 50217, "[XXXXX405]": 50409, "[XXXXX1180]": 51184, "[XXXXX1148]": 51152, "[XXXXX415]": 50419, "[XXXXX1045]": 51049, "[XXXXX177]": 50181, "[XXXXX767]"