Files
ukr_cyrl_1000mb/added_tokens.json

1 line
25 KiB
JSON
Raw Permalink Normal View History

{"[XXXXX344]": 50348, "[XXXXX1131]": 51135, "[XXXXX7]": 50011, "[XXXXX304]": 50308, "[XXXXX317]": 50321, "[XXXXX1071]": 51075, "[XXXXX599]": 50603, "[XXXXX427]": 50431, "[XXXXX407]": 50411, "[XXXXX333]": 50337, "[XXXXX55]": 50059, "[XXXXX705]": 50709, "[XXXXX796]": 50800, "[XXXXX254]": 50258, "[XXXXX1133]": 51137, "[XXXXX929]": 50933, "[XXXXX237]": 50241, "[XXXXX286]": 50290, "[XXXXX456]": 50460, "[XXXXX818]": 50822, "[XXXXX898]": 50902, "[XXXXX678]": 50682, "[XXXXX1105]": 51109, "[XXXXX935]": 50939, "[XXXXX294]": 50298, "[XXXXX670]": 50674, "[XXXXX826]": 50830, "[XXXXX231]": 50235, "[XXXXX318]": 50322, "[XXXXX238]": 50242, "[XXXXX94]": 50098, "[XXXXX409]": 50413, "[XXXXX587]": 50591, "[XXXXX595]": 50599, "[XXXXX1189]": 51193, "[XXXXX840]": 50844, "[XXXXX875]": 50879, "[XXXXX309]": 50313, "[XXXXX608]": 50612, "[XXXXX183]": 50187, "[XXXXX1158]": 51162, "[XXXXX30]": 50034, "[XXXXX1169]": 51173, "[XXXXX77]": 50081, "[XXXXX607]": 50611, "[XXXXX338]": 50342, "[XXXXX459]": 50463, "[XXXXX242]": 50246, "[XXXXX906]": 50910, "[XXXXX938]": 50942, "[XXXXX926]": 50930, "[XXXXX15]": 50019, "[XXXXX713]": 50717, "[XXXXX1123]": 51127, "[XXXXX1110]": 51114, "[XXXXX476]": 50480, "[XXXXX481]": 50485, "[XXXXX553]": 50557, "[XXXXX930]": 50934, "[XXXXX572]": 50576, "[XXXXX739]": 50743, "[XXXXX765]": 50769, "[CLS]": 50000, "[XXXXX56]": 50060, "[XXXXX790]": 50794, "[XXXXX6]": 50010, "[XXXXX575]": 50579, "[XXXXX565]": 50569, "[XXXXX844]": 50848, "[XXXXX510]": 50514, "[XXXXX111]": 50115, "[XXXXX648]": 50652, "[XXXXX58]": 50062, "[XXXXX876]": 50880, "[XXXXX146]": 50150, "[XXXXX733]": 50737, "[XXXXX896]": 50900, "[XXXXX497]": 50501, "[XXXXX767]": 50771, "[XXXXX832]": 50836, "[XXXXX895]": 50899, "[XXXXX211]": 50215, "[XXXXX335]": 50339, "[XXXXX780]": 50784, "[XXXXX253]": 50257, "[XXXXX543]": 50547, "[XXXXX1045]": 51049, "[XXXXX144]": 50148, "[XXXXX355]": 50359, "[XXXXX729]": 50733, "[XXXXX298]": 50302, "[XXXXX393]": 50397, "[XXXXX72]": 50076, "[XXXXX1121]": 51125, "[XXXXX245]": 50249, "[XXXXX927]": 50931, "[XXXXX577]": 50581, "[XXXXX202]": 50206, "[XXXXX1036]": 51040, "[XXXXX187]": 50191, "[XXXXX991]": 50995, "[XXXXX257]": 50261, "[XXXXX437]": 50441, "[XXXXX1065]": 51069, "[XXXXX893]": 50897, "[XXXXX426]": 50430, "[XXXXX555]": 50559, "[XXXXX560]": 50564, "[XXXXX165]": 50169, "[XXXXX897]": 50901, "[XXXXX750]": 50754, "[XXXXX546]": 50550, "[XXXXX400]": 50404, "[XXXXX544]": 50548, "[XXXXX874]": 50878, "[XXXXX749]": 50753, "[XXXXX914]": 50918, "[XXXXX843]": 50847, "[XXXXX694]": 50698, "[XXXXX105]": 50109, "[XXXXX1056]": 51060, "[XXXXX201]": 50205, "[XXXXX452]": 50456, "[XXXXX182]": 50186, "[XXXXX967]": 50971, "[XXXXX259]": 50263, "[XXXXX53]": 50057, "[XXXXX604]": 50608, "[XXXXX401]": 50405, "[XXXXX1044]": 51048, "[XXXXX147]": 50151, "[XXXXX424]": 50428, "[XXXXX313]": 50317, "[XXXXX1048]": 51052, "[XXXXX224]": 50228, "[XXXXX68]": 50072, "[XXXXX156]": 50160, "[XXXXX260]": 50264, "[XXXXX399]": 50403, "[XXXXX9]": 50013, "[XXXXX806]": 50810, "[XXXXX1148]": 51152, "[XXXXX576]": 50580, "[XXXXX566]": 50570, "[XXXXX189]": 50193, "[XXXXX779]": 50783, "[XXXXX106]": 50110, "[XXXXX1125]": 51129, "[XXXXX683]": 50687, "[XXXXX891]": 50895, "[XXXXX1150]": 51154, "[XXXXX541]": 50545, "[XXXXX834]": 50838, "[XXXXX777]": 50781, "[XXXXX531]": 50535, "[XXXXX1195]": 51199, "[XXXXX605]": 50609, "[XXXXX905]": 50909, "[XXXXX1026]": 51030, "[XXXXX76]": 50080, "[XXXXX1012]": 51016, "[XXXXX438]": 50442, "[XXXXX768]": 50772, "[XXXXX443]": 50447, "[XXXXX520]": 50524, "[XXXXX817]": 50821, "[XXXXX518]": 50522, "[XXXXX205]": 50209, "[XXXXX468]": 50472, "[XXXXX439]": 50443, "[XXXXX661]": 50665, "[XXXXX922]": 50926, "[XXXXX1031]": 51035, "[XXXXX748]": 50752, "[XXXXX281]": 50285, "[XXXXX448]": 50452, "[XXXXX925]": 50929, "[XXXXX136]": 50140, "[XXXXX885]": 50889, "[XXXXX69]": 50073, "[XXXXX718]": 50722, "[XXXXX252]": 50256, "[XXXXX350]": 50354, "[XXXXX994]": 50998, "[XXXXX152]": 50156, "[XXXXX17]": 50021, "[XXXXX948]": 50952, "[XXXXX119]": 50123, "[XXXXX455]": 50459, "[XXXXX591]": 50595, "[XXXXX1143]": 51147, "[XXXXX128]": 50132, "[XXXXX971]": 50975, "[XXXXX246]": 50250, "[XXXXX1130]": 51134