Files
nld_latn_1000mb/added_tokens.json

1 line
25 KiB
JSON
Raw Permalink Normal View History

{"[XXXXX103]": 50107, "[XXXXX380]": 50384, "[XXXXX737]": 50741, "[XXXXX861]": 50865, "[XXXXX344]": 50348, "[XXXXX773]": 50777, "[XXXXX220]": 50224, "[XXXXX28]": 50032, "[XXXXX784]": 50788, "[XXXXX143]": 50147, "[XXXXX526]": 50530, "[XXXXX877]": 50881, "[XXXXX957]": 50961, "[XXXXX460]": 50464, "[XXXXX960]": 50964, "[XXXXX536]": 50540, "[XXXXX892]": 50896, "[XXXXX687]": 50691, "[XXXXX708]": 50712, "[XXXXX37]": 50041, "[XXXXX1187]": 51191, "[XXXXX781]": 50785, "[XXXXX1009]": 51013, "[XXXXX627]": 50631, "[XXXXX194]": 50198, "[XXXXX1007]": 51011, "[XXXXX764]": 50768, "[CLS]": 50000, "[XXXXX1180]": 51184, "[XXXXX1055]": 51059, "[XXXXX90]": 50094, "[XXXXX592]": 50596, "[XXXXX1192]": 51196, "[XXXXX114]": 50118, "[XXXXX158]": 50162, "[XXXXX426]": 50430, "[XXXXX430]": 50434, "[XXXXX172]": 50176, "[XXXXX139]": 50143, "[XXXXX244]": 50248, "[XXXXX67]": 50071, "[XXXXX874]": 50878, "[XXXXX219]": 50223, "[XXXXX52]": 50056, "[XXXXX776]": 50780, "[XXXXX434]": 50438, "[XXXXX57]": 50061, "[XXXXX620]": 50624, "[XXXXX660]": 50664, "[XXXXX505]": 50509, "[XXXXX278]": 50282, "[XXXXX98]": 50102, "[XXXXX491]": 50495, "[XXXXX489]": 50493, "[XXXXX132]": 50136, "[XXXXX76]": 50080, "[XXXXX38]": 50042, "[XXXXX721]": 50725, "[XXXXX768]": 50772, "[XXXXX1157]": 51161, "[XXXXX807]": 50811, "[XXXXX587]": 50591, "[XXXXX453]": 50457, "[XXXXX834]": 50838, "[XXXXX208]": 50212, "[XXXXX467]": 50471, "[XXXXX290]": 50294, "[XXXXX121]": 50125, "[XXXXX631]": 50635, "[XXXXX1017]": 51021, "[XXXXX109]": 50113, "[XXXXX0]": 50004, "[XXXXX824]": 50828, "[XXXXX21]": 50025, "[XXXXX602]": 50606, "[XXXXX407]": 50411, "[XXXXX862]": 50866, "[XXXXX974]": 50978, "[XXXXX1076]": 51080, "[XXXXX357]": 50361, "[XXXXX314]": 50318, "[XXXXX1019]": 51023, "[XXXXX372]": 50376, "[XXXXX788]": 50792, "[XXXXX497]": 50501, "[XXXXX287]": 50291, "[XXXXX11]": 50015, "[XXXXX1032]": 51036, "[XXXXX793]": 50797, "[XXXXX983]": 50987, "[XXXXX1064]": 51068, "[XXXXX1120]": 51124, "[XXXXX679]": 50683, "[XXXXX392]": 50396, "[XXXXX1010]": 51014, "[XXXXX742]": 50746, "[XXXXX674]": 50678, "[XXXXX1104]": 51108, "[XXXXX1193]": 51197, "[XXXXX581]": 50585, "[XXXXX1081]": 51085, "[XXXXX799]": 50803, "[XXXXX27]": 50031, "[XXXXX693]": 50697, "[XXXXX47]": 50051, "[XXXXX661]": 50665, "[XXXXX414]": 50418, "[XXXXX805]": 50809, "[XXXXX376]": 50380, "[XXXXX888]": 50892, "[XXXXX91]": 50095, "[XXXXX162]": 50166, "[XXXXX8]": 50012, "[XXXXX1152]": 51156, "[XXXXX678]": 50682, "[XXXXX932]": 50936, "[XXXXX767]": 50771, "[XXXXX976]": 50980, "[XXXXX683]": 50687, "[XXXXX1127]": 51131, "[XXXXX662]": 50666, "[XXXXX289]": 50293, "[XXXXX1183]": 51187, "[XXXXX846]": 50850, "[XXXXX301]": 50305, "[XXXXX952]": 50956, "[XXXXX887]": 50891, "[XXXXX780]": 50784, "[XXXXX178]": 50182, "[XXXXX550]": 50554, "[XXXXX207]": 50211, "[XXXXX77]": 50081, "[XXXXX317]": 50321, "[XXXXX697]": 50701, "[XXXXX643]": 50647, "[XXXXX885]": 50889, "[XXXXX371]": 50375, "[XXXXX600]": 50604, "[XXXXX946]": 50950, "[XXXXX1057]": 51061, "[XXXXX309]": 50313, "[XXXXX252]": 50256, "[XXXXX796]": 50800, "[XXXXX458]": 50462, "[XXXXX538]": 50542, "[XXXXX1008]": 51012, "[XXXXX1159]": 51163, "[XXXXX517]": 50521, "[XXXXX359]": 50363, "[XXXXX548]": 50552, "[XXXXX419]": 50423, "[XXXXX273]": 50277, "[XXXXX753]": 50757, "[XXXXX1189]": 51193, "[XXXXX95]": 50099, "[XXXXX305]": 50309, "[XXXXX696]": 50700, "[XXXXX950]": 50954, "[XXXXX110]": 50114, "[XXXXX530]": 50534, "[XXXXX636]": 50640, "[XXXXX449]": 50453, "[XXXXX247]": 50251, "[XXXXX712]": 50716, "[XXXXX477]": 50481, "[XXXXX501]": 50505, "[XXXXX373]": 50377, "[XXXXX358]": 50362, "[XXXXX927]": 50931, "[XXXXX24]": 50028, "[XXXXX657]": 50661, "[XXXXX60]": 50064, "[XXXXX743]": 50747, "[XXXXX555]": 50559, "[XXXXX101]": 50105, "[XXXXX350]": 50354, "[XXXXX785]": 50789, "[XXXXX469]": 50473, "[XXXXX502]": 50506, "[XXXXX646]": 50650, "[XXXXX196]": 50200, "[XXXXX237]": 50241, "[XXXXX749]": 50753, "[XXXXX937]": 50941, "[XXXXX12]": 50016, "[XXXXX854]": 50858, "[XXXXX1050]": 51054, "[XXXXX177]": 50181, "[XXXXX955]": 50959, "[XXXXX281]": 50285, "[XXXXX401]": 50405, "[XXXXX43]": 50047, "[XXXXX671]": 50675, "[XXXXX883]": 50887, "[XXXXX229]": 50233, "[X