1 line
1.1 MiB
JSON
1 line
1.1 MiB
JSON
|
{"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":0,"special":true,"content":"<unk>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"<s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":2,"special":true,"content":"</s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":{"type":"NFC"},"pre_tokenizer":{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":true},"post_processor":{"type":"ByteLevel","add_prefix_space":true,"trim_offsets":true},"decoder":{"type":"ByteLevel","add_prefix_space":true,"trim_offsets":true},"model":{"type":"BPE","dropout":null,"unk_token":null,"continuing_subword_prefix":null,"end_of_word_suffix":null,"fuse_unk":false,"vocab":{"<unk>":0,"<s>":1,"</s>":2,"!":3,"\"":4,"#":5,"$":6,"%":7,"&":8,"'":9,"(":10,")":11,"*":12,"+":13,",":14,"-":15,".":16,"/":17,"0":18,"1":19,"2":20,"3":21,"4":22,"5":23,"6":24,"7":25,"8":26,"9":27,":":28,";":29,"<":30,"=":31,">":32,"?":33,"@":34,"A":35,"B":36,"C":37,"D":38,"E":39,"F":40,"G":41,"H":42,"I":43,"J":44,"K":45,"L":46,"M":47,"N":48,"O":49,"P":50,"Q":51,"R":52,"S":53,"T":54,"U":55,"V":56,"W":57,"X":58,"Y":59,"Z":60,"[":61,"\\":62,"]":63,"^":64,"_":65,"`":66,"a":67,"b":68,"c":69,"d":70,"e":71,"f":72,"g":73,"h":74,"i":75,"j":76,"k":77,"l":78,"m":79,"n":80,"o":81,"p":82,"q":83,"r":84,"s":85,"t":86,"u":87,"v":88,"w":89,"x":90,"y":91,"z":92,"{":93,"|":94,"}":95,"~":96,"¡":97,"¢":98,"¤":99,"¨":100,"©":101,"ª":102,"«":103,"¬":104,"¯":105,"°":106,"²":107,"³":108,"´":109,"¶":110,"º":111,"»":112,"¼":113,"Á":114,"Â":115,"Ã":116,"Ä":117,"È":118,"É":119,"Ê":120,"Ë":121,"Í":122,"Ï":123,"Ó":124,"Ô":125,"Ö":126,"Ú":127,"Û":128,"Ü":129,"à":130,"á":131,"â":132,"ä":133,"è":134,"é":135,"ê":136,"ë":137,"í":138,"ï":139,"ó":140,"ô":141,"ö":142,"ú":143,"û":144,"ü":145,"Ċ":146,"Ġ":147,"Ģ":148,"ģ":149,"Ĥ":150,"Ħ":151,"Ī":152,"ī":153,"Ĭ":154,"ĭ":155,"į":156,"ı":157,"ĵ":158,"Ķ":159,"ĸ":160,"ļ":161,"Ľ":162,"ľ":163,"ł":164,"Ń":165,"en":166,"er":167,"Ġd":168,"an":169,"Ġh":170,"Ġv":171,"et":172,"ij":173,"in":174,"aa":175,"el":176,"Ġde":177,"Ġz":178,"Ġo":179,"Ġm":180,"Ġw":181,"st":182,"ch":183,"Ġg":184,"or":185,"Ġt":186,"Ġb":187,"aar":188,"ie":189,"at":190,"Ġe":191,"Ġa":192,"Ġn":193,"on":194,"Ġvan":195,"Ġk":196,"Ġeen":197,"de":198,"Ġen":199,"Ġhet":200,"it":201,"Ġin":202,"is":203,"oor":204,"Ġge":205,"gen":206,"le":207,"den":208,"der":209,"oe":210,"Ġs":211,"re":212,"ijn":213,"cht":214,"Ġp":215,"Ġop":216,"ar":217,"ĠD":218,"Ġte":219,"ro":220,"ig":221,"Ġl":222,"Ġver":223,"al":224,"ee":225,"iet":226,"ing":227,"Ġdat":228,"Ġze":229,"ik":230,"Ġ'":231,"ĠH":232,"Ġal":233,"as":234,"Ġbe":235,"Ġj":236,"ijk":237,"Ġst":238,"Ġzijn":239,"om":240,"il":241,"te":242,"ken":243,"Ġvoor":244,"oo":245,"eer":246,"ur":247,"am":248,"ver":249,"Ġis":250,"ge":251,"Ġniet":252,"and":253,"Ġmet":254,"ou":255,"uit":256,"ol":257,"Ġaan":258,"Ġhe":259,"Ġon":260,"ĠM":261,"ad":262,"Ġdie":263,"Ġhij":264,"ĠA":265,"id":266,"Ġwas":267,"ven":268,"ra":269,"ot":270,"ĠS":271,"ĠE":272,"ĠI":273,"un":274,"ĠDe":275,"ĠB":276,"Ġik":277,"Ġom":278,"Ġer":279,"sch":280,"Ġuit":281,"og":282,"Ġ1":283,"aat":284,"uw":285,"aan":286,"Ġhaar":287,"us":288,"elijk":289,"Ġje":290,"ĠZ":291,"ĠT":292,"ien":293,"ĠN":294,"ĠV":295,"je":296,"ok":297,"se":298,"ag":299,"Ġals":300,".'":301,"Ġover":302,"Ġwe":303,"Ġr":304,"ten":305,"ste":306,"he":307,"ĠW":308,"ers":309,"ft":310,"Ġc":311,"Ġwer":312,"Ġhad":313,"Ġnaar":314,"Ġmaar":315,"eld":316,"Ġf":317,"ĠC":318,"op":319,"ele":320,"oen":321,"ĠO":322,"Ġsch":323,"ier":324,"aal":325,"ĠP":326,"sen":327,"Ġzo":328,"ond":329,"ich":330,"Ġre":331,"ist":332,"ĠR":333,"ĠG":334,"rij":335,"Ġ2":336,"acht":337,"ul":338,"Ġdoor":339,"ent":340,"ĠL":341,"nen":342,"ang":343,"Ġle":344,"ak":345,"Ġbij":346,"Ġ(":347,"ap":348,"ĠJ":349,"Ġheb":350,"ru":351,"Ġwaar":352,"ĠHet":353,"ze":354,"ant":355,"ĠK":356,"len":357,"oet":358,"im":359,"Ġme":360,"icht":361,"<EFBFBD>
|