Files
rus_cyrl_1000mb/added_tokens.json

1 line
25 KiB
JSON
Raw Normal View History

{"[XXXXX1136]": 51140, "[XXXXX1004]": 51008, "[XXXXX1054]": 51058, "[XXXXX958]": 50962, "[XXXXX564]": 50568, "[XXXXX848]": 50852, "[XXXXX439]": 50443, "[XXXXX356]": 50360, "[XXXXX312]": 50316, "[XXXXX819]": 50823, "[XXXXX966]": 50970, "[XXXXX275]": 50279, "[XXXXX433]": 50437, "[XXXXX965]": 50969, "[XXXXX504]": 50508, "[XXXXX1188]": 51192, "[XXXXX431]": 50435, "[XXXXX818]": 50822, "[XXXXX476]": 50480, "[XXXXX487]": 50491, "[XXXXX92]": 50096, "[XXXXX353]": 50357, "[XXXXX118]": 50122, "[XXXXX1125]": 51129, "[XXXXX834]": 50838, "[XXXXX594]": 50598, "[XXXXX998]": 51002, "[XXXXX485]": 50489, "[XXXXX543]": 50547, "[XXXXX425]": 50429, "[XXXXX495]": 50499, "[XXXXX715]": 50719, "[XXXXX613]": 50617, "[XXXXX501]": 50505, "[XXXXX388]": 50392, "[XXXXX968]": 50972, "[XXXXX280]": 50284, "[XXXXX424]": 50428, "[XXXXX408]": 50412, "[XXXXX806]": 50810, "[XXXXX528]": 50532, "[XXXXX28]": 50032, "[XXXXX112]": 50116, "[XXXXX509]": 50513, "[XXXXX826]": 50830, "[XXXXX18]": 50022, "[XXXXX634]": 50638, "[XXXXX744]": 50748, "[XXXXX244]": 50248, "[XXXXX927]": 50931, "[XXXXX989]": 50993, "[XXXXX573]": 50577, "[XXXXX39]": 50043, "[XXXXX941]": 50945, "[XXXXX728]": 50732, "[XXXXX865]": 50869, "[XXXXX679]": 50683, "[XXXXX756]": 50760, "[XXXXX1027]": 51031, "[XXXXX183]": 50187, "[XXXXX1183]": 51187, "[XXXXX119]": 50123, "[XXXXX315]": 50319, "[XXXXX1194]": 51198, "[XXXXX518]": 50522, "[XXXXX685]": 50689, "[XXXXX954]": 50958, "[XXXXX182]": 50186, "[XXXXX584]": 50588, "[XXXXX1174]": 51178, "[XXXXX558]": 50562, "[XXXXX785]": 50789, "[XXXXX257]": 50261, "[XXXXX1167]": 51171, "[XXXXX496]": 50500, "[XXXXX499]": 50503, "[XXXXX430]": 50434, "[XXXXX929]": 50933, "[XXXXX985]": 50989, "[XXXXX285]": 50289, "[XXXXX245]": 50249, "[XXXXX905]": 50909, "[XXXXX845]": 50849, "[XXXXX286]": 50290, "[XXXXX1061]": 51065, "[XXXXX253]": 50257, "[XXXXX532]": 50536, "[XXXXX825]": 50829, "[XXXXX813]": 50817, "[XXXXX230]": 50234, "[XXXXX1087]": 51091, "[XXXXX82]": 50086, "[XXXXX444]": 50448, "[XXXXX853]": 50857, "[XXXXX381]": 50385, "[XXXXX367]": 50371, "[XXXXX156]": 50160, "[XXXXX511]": 50515, "[XXXXX620]": 50624, "[XXXXX255]": 50259, "[XXXXX900]": 50904, "[XXXXX644]": 50648, "[XXXXX681]": 50685, "[XXXXX533]": 50537, "[XXXXX373]": 50377, "[XXXXX212]": 50216, "[XXXXX914]": 50918, "[XXXXX883]": 50887, "[XXXXX1182]": 51186, "[XXXXX491]": 50495, "[XXXXX590]": 50594, "[XXXXX695]": 50699, "[XXXXX500]": 50504, "[XXXXX907]": 50911, "[XXXXX748]": 50752, "[XXXXX1110]": 51114, "[XXXXX1195]": 51199, "[XXXXX252]": 50256, "[XXXXX1165]": 51169, "[XXXXX912]": 50916, "[XXXXX1091]": 51095, "[XXXXX784]": 50788, "[XXXXX87]": 50091, "[XXXXX1032]": 51036, "[XXXXX773]": 50777, "[XXXXX999]": 51003, "[XXXXX582]": 50586, "[XXXXX346]": 50350, "[XXXXX377]": 50381, "[XXXXX1082]": 51086, "[XXXXX952]": 50956, "[XXXXX705]": 50709, "[XXXXX608]": 50612, "[XXXXX1104]": 51108, "[XXXXX23]": 50027, "[XXXXX1111]": 51115, "[XXXXX97]": 50101, "[XXXXX709]": 50713, "[XXXXX881]": 50885, "[XXXXX936]": 50940, "[XXXXX601]": 50605, "[XXXXX844]": 50848, "[XXXXX256]": 50260, "[XXXXX1048]": 51052, "[XXXXX429]": 50433, "[XXXXX1029]": 51033, "[XXXXX1149]": 51153, "[XXXXX347]": 50351, "[XXXXX769]": 50773, "[XXXXX811]": 50815, "[XXXXX350]": 50354, "[XXXXX490]": 50494, "[XXXXX990]": 50994, "[XXXXX822]": 50826, "[XXXXX617]": 50621, "[XXXXX1171]": 51175, "[XXXXX1001]": 51005, "[XXXXX58]": 50062, "[XXXXX600]": 50604, "[XXXXX64]": 50068, "[XXXXX330]": 50334, "[XXXXX109]": 50113, "[XXXXX460]": 50464, "[XXXXX302]": 50306, "[XXXXX788]": 50792, "[XXXXX951]": 50955, "[XXXXX435]": 50439, "[XXXXX297]": 50301, "[XXXXX925]": 50929, "[XXXXX206]": 50210, "[XXXXX734]": 50738, "[XXXXX229]": 50233, "[XXXXX1156]": 51160, "[XXXXX908]": 50912, "[XXXXX1119]": 51123, "[XXXXX1017]": 51021, "[XXXXX935]": 50939, "[XXXXX143]": 50147, "[XXXXX268]": 50272, "[XXXXX93]": 50097, "[XXXXX712]": 50716, "[XXXXX605]": 50609, "[XXXXX497]": 50501, "[XXXXX885]": 50889, "[XXXXX653]": 50657, "[XXXXX196]": 50200, "[XXXXX283]": 50287, "[XXXXX563]": 50567, "[XXXXX1090]": 51094, "[XXXXX459]": 50463, "[XXXXX692]": 50696, "[XXXXX697]": 50701, "<pad>": 50002, "[XXXXX931]": 50935, "[XXXX