Files
vie_latn_1000mb/added_tokens.json

1 line
25 KiB
JSON
Raw Permalink Normal View History

{"[XXXXX443]": 50447, "[XXXXX99]": 50103, "[XXXXX1183]": 51187, "[XXXXX242]": 50246, "[XXXXX808]": 50812, "[XXXXX138]": 50142, "[XXXXX568]": 50572, "[XXXXX328]": 50332, "[XXXXX652]": 50656, "[XXXXX507]": 50511, "[XXXXX340]": 50344, "[XXXXX54]": 50058, "[XXXXX735]": 50739, "[XXXXX318]": 50322, "[XXXXX114]": 50118, "[XXXXX162]": 50166, "[XXXXX959]": 50963, "[XXXXX484]": 50488, "[XXXXX1086]": 51090, "[XXXXX1100]": 51104, "[XXXXX881]": 50885, "[XXXXX238]": 50242, "[XXXXX1021]": 51025, "[XXXXX1099]": 51103, "[XXXXX985]": 50989, "[XXXXX1179]": 51183, "[XXXXX1047]": 51051, "[XXXXX935]": 50939, "[XXXXX862]": 50866, "[XXXXX759]": 50763, "[XXXXX929]": 50933, "[XXXXX142]": 50146, "[XXXXX563]": 50567, "[XXXXX17]": 50021, "[XXXXX78]": 50082, "[XXXXX650]": 50654, "[XXXXX662]": 50666, "[XXXXX585]": 50589, "[XXXXX144]": 50148, "[XXXXX1084]": 51088, "[XXXXX820]": 50824, "[XXXXX633]": 50637, "[XXXXX819]": 50823, "[XXXXX282]": 50286, "[XXXXX420]": 50424, "[XXXXX1092]": 51096, "[XXXXX190]": 50194, "[XXXXX723]": 50727, "[XXXXX767]": 50771, "[XXXXX424]": 50428, "[XXXXX1124]": 51128, "[XXXXX1051]": 51055, "[XXXXX253]": 50257, "[XXXXX1190]": 51194, "[XXXXX709]": 50713, "[XXXXX792]": 50796, "[XXXXX46]": 50050, "[XXXXX394]": 50398, "[XXXXX467]": 50471, "[XXXXX1072]": 51076, "[XXXXX857]": 50861, "[XXXXX13]": 50017, "[XXXXX613]": 50617, "[XXXXX707]": 50711, "[XXXXX28]": 50032, "[XXXXX1153]": 51157, "[XXXXX492]": 50496, "[XXXXX1103]": 51107, "[XXXXX553]": 50557, "[XXXXX249]": 50253, "[XXXXX285]": 50289, "[XXXXX1083]": 51087, "[XXXXX1069]": 51073, "[XXXXX1009]": 51013, "[XXXXX1042]": 51046, "[XXXXX1097]": 51101, "[XXXXX442]": 50446, "[XXXXX94]": 50098, "[XXXXX861]": 50865, "[XXXXX154]": 50158, "[XXXXX178]": 50182, "[XXXXX391]": 50395, "[XXXXX807]": 50811, "[XXXXX382]": 50386, "[XXXXX721]": 50725, "[XXXXX869]": 50873, "[XXXXX206]": 50210, "[XXXXX883]": 50887, "[XXXXX866]": 50870, "[XXXXX620]": 50624, "[XXXXX325]": 50329, "[XXXXX261]": 50265, "[XXXXX683]": 50687, "[XXXXX1150]": 51154, "[XXXXX1181]": 51185, "[XXXXX600]": 50604, "[XXXXX416]": 50420, "[XXXXX1115]": 51119, "[XXXXX182]": 50186, "[XXXXX230]": 50234, "[XXXXX649]": 50653, "[XXXXX1057]": 51061, "[XXXXX349]": 50353, "[XXXXX237]": 50241, "[XXXXX536]": 50540, "[XXXXX667]": 50671, "[XXXXX1079]": 51083, "[XXXXX220]": 50224, "[XXXXX509]": 50513, "[XXXXX201]": 50205, "[XXXXX588]": 50592, "[XXXXX210]": 50214, "[XXXXX36]": 50040, "[XXXXX993]": 50997, "[XXXXX1008]": 51012, "[XXXXX403]": 50407, "[XXXXX241]": 50245, "[XXXXX372]": 50376, "[XXXXX1063]": 51067, "[XXXXX472]": 50476, "[XXXXX538]": 50542, "[XXXXX30]": 50034, "[XXXXX972]": 50976, "[XXXXX33]": 50037, "[XXXXX200]": 50204, "[XXXXX183]": 50187, "[XXXXX355]": 50359, "[XXXXX748]": 50752, "[XXXXX531]": 50535, "[XXXXX498]": 50502, "[XXXXX451]": 50455, "[XXXXX60]": 50064, "[XXXXX1078]": 51082, "[XXXXX739]": 50743, "[XXXXX699]": 50703, "[XXXXX865]": 50869, "[XXXXX429]": 50433, "[XXXXX489]": 50493, "[XXXXX82]": 50086, "[XXXXX312]": 50316, "[XXXXX576]": 50580, "[XXXXX551]": 50555, "[XXXXX51]": 50055, "[XXXXX180]": 50184, "[XXXXX1157]": 51161, "<pad>": 50002, "[XXXXX824]": 50828, "[XXXXX196]": 50200, "[XXXXX411]": 50415, "[XXXXX455]": 50459, "[XXXXX101]": 50105, "[XXXXX327]": 50331, "[XXXXX248]": 50252, "[XXXXX88]": 50092, "[XXXXX281]": 50285, "[XXXXX790]": 50794, "[XXXXX466]": 50470, "[XXXXX965]": 50969, "[XXXXX924]": 50928, "[XXXXX473]": 50477, "[XXXXX404]": 50408, "[XXXXX41]": 50045, "[XXXXX1139]": 51143, "[XXXXX849]": 50853, "[XXXXX310]": 50314, "[XXXXX254]": 50258, "[XXXXX882]": 50886, "[XXXXX141]": 50145, "[XXXXX490]": 50494, "[XXXXX938]": 50942, "[XXXXX692]": 50696, "[XXXXX539]": 50543, "[XXXXX1188]": 51192, "[XXXXX1029]": 51033, "[XXXXX488]": 50492, "[XXXXX476]": 50480, "[XXXXX128]": 50132, "[XXXXX550]": 50554, "[XXXXX168]": 50172, "[XXXXX236]": 50240, "[XXXXX593]": 50597, "[XXXXX837]": 50841, "[XXXXX561]": 50565, "[XXXXX250]": 50254, "[XXXXX436]": 50440, "[XXXXX1174]": 51178, "[XXXXX1173]": 51177, "[XXXXX631]": 50635, "[XXXXX738]": 50742, "[XXXXX74]": 50078, "[XXXXX780]": 50784, "[XXXXX468]": 50472, "[XXXXX301]": 50305, "[XXXXX998]": 51002, "[XXXXX5