1 line
1.0 MiB
JSON
1 line
1.0 MiB
JSON
|
{"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":0,"special":true,"content":"<s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"<pad>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":2,"special":true,"content":"</s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":3,"special":true,"content":"<unk>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":4,"special":true,"content":"<mask>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":null,"pre_tokenizer":{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":true},"post_processor":{"type":"ByteLevel","add_prefix_space":true,"trim_offsets":false},"decoder":{"type":"ByteLevel","add_prefix_space":true,"trim_offsets":true},"model":{"type":"BPE","dropout":null,"unk_token":null,"continuing_subword_prefix":"","end_of_word_suffix":"","fuse_unk":false,"vocab":{"<s>":0,"<pad>":1,"</s>":2,"<unk>":3,"<mask>":4,"<sep>":5,"<n>":6,"<v>":7,"<r>":8,"<unused>":9,"<unused1>":10,"<unused2>":11,"!":12,"\"":13,"#":14,"$":15,"%":16,"&":17,"'":18,"(":19,")":20,"*":21,"+":22,",":23,"-":24,".":25,"/":26,"0":27,"1":28,"2":29,"3":30,"4":31,"5":32,"6":33,"7":34,"8":35,"9":36,":":37,";":38,"<":39,"=":40,">":41,"?":42,"@":43,"A":44,"B":45,"C":46,"D":47,"E":48,"F":49,"G":50,"H":51,"I":52,"J":53,"K":54,"L":55,"M":56,"N":57,"O":58,"P":59,"Q":60,"R":61,"S":62,"T":63,"U":64,"V":65,"W":66,"X":67,"Y":68,"Z":69,"[":70,"\\":71,"]":72,"^":73,"_":74,"`":75,"a":76,"b":77,"c":78,"d":79,"e":80,"f":81,"g":82,"h":83,"i":84,"j":85,"k":86,"l":87,"m":88,"n":89,"o":90,"p":91,"q":92,"r":93,"s":94,"t":95,"u":96,"v":97,"w":98,"x":99,"y":100,"z":101,"{":102,"|":103,"}":104,"~":105,"¡":106,"¢":107,"£":108,"¤":109,"¥":110,"¦":111,"§":112,"¨":113,"©":114,"ª":115,"«":116,"¬":117,"®":118,"¯":119,"°":120,"±":121,"²":122,"³":123,"´":124,"µ":125,"¶":126,"·":127,"¸":128,"¹":129,"º":130,"»":131,"¼":132,"½":133,"¾":134,"¿":135,"À":136,"Á":137,"Â":138,"Ã":139,"Ä":140,"Å":141,"Æ":142,"Ç":143,"È":144,"É":145,"Ê":146,"Ë":147,"Ì":148,"Í":149,"Î":150,"Ï":151,"Ð":152,"Ñ":153,"Ò":154,"Ó":155,"Ô":156,"Õ":157,"Ö":158,"×":159,"Ø":160,"Ù":161,"Ú":162,"Û":163,"Ü":164,"Ý":165,"Þ":166,"ß":167,"à":168,"á":169,"â":170,"ã":171,"ä":172,"å":173,"æ":174,"ç":175,"è":176,"é":177,"ê":178,"ë":179,"ì":180,"í":181,"î":182,"ï":183,"ð":184,"ñ":185,"ò":186,"ó":187,"ô":188,"õ":189,"ö":190,"÷":191,"ø":192,"ù":193,"ú":194,"û":195,"ü":196,"ý":197,"þ":198,"ÿ":199,"Ā":200,"ā":201,"Ă":202,"ă":203,"Ą":204,"ą":205,"Ć":206,"ć":207,"Ĉ":208,"ĉ":209,"Ċ":210,"ċ":211,"Č":212,"č":213,"Ď":214,"ď":215,"Đ":216,"đ":217,"Ē":218,"ē":219,"Ĕ":220,"ĕ":221,"Ė":222,"ė":223,"Ę":224,"ę":225,"Ě":226,"ě":227,"Ĝ":228,"ĝ":229,"Ğ":230,"ğ":231,"Ġ":232,"ġ":233,"Ģ":234,"ģ":235,"Ĥ":236,"ĥ":237,"Ħ":238,"ħ":239,"Ĩ":240,"ĩ":241,"Ī":242,"ī":243,"Ĭ":244,"ĭ":245,"Į":246,"į":247,"İ":248,"ı":249,"IJ":250,"ij":251,"Ĵ":252,"ĵ":253,"Ķ":254,"ķ":255,"ĸ":256,"Ĺ":257,"ĺ":258,"Ļ":259,"ļ":260,"Ľ":261,"ľ":262,"Ŀ":263,"ŀ":264,"Ł":265,"ł":266,"Ń":267,"á":268,"é":269,"Ġa":270,"sz":271,"Ġ,":272,"el":273,"et":274,"Ġm":275,"en":276,"gy":277,"Ġk":278,"ó":279,"ö":280,"Ġ.":281,"er":282,"Åij":283,"at":284,"Ġt":285,"és":286,"Ġh":287,"an":288,"ek":289,"Ġv":290,"al":291,"em":292,"ÃŃ":293,"eg":294,"ü":295,"Ġf":296,"ás":297,"ál":298,"Ġn":299,"Ġsz":300,"ol":301,"in":302,"on":303,"Ġaz":304,"ak":305,"es":306,"or":307,"ár":308,"ez":309,"Ġi":310,"ok":311,"Ġl":312,"án":313,"ér":314,"ĠA":315,"Ġb":316,"ég":317,"én":318,"Ġés":319,"tt":320,"ik":321,"os":322,"egy":323,"Ġel":324,"ar":325,"cs":326,"ÃŃt":327,"át":328,"Ġs":329,"Ġmeg":330,"ül":331,"Ġp":332,"oz":333,"bb":334,"él":335,"ú":336,"Ġr":337,"Ġegy":338,"ogy":339,"ap":340,"Ġj":341,"Ġis":342,"ett":343,"ed":344,"Ġkö":345,"agy":346,"ét":347,"is":348,"Ġ
|