1 line
1.4 MiB
JSON
1 line
1.4 MiB
JSON
|
{"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":0,"special":true,"content":"<UNK>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"<EOS>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":2,"special":true,"content":"<PAD>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":3,"special":true,"content":"<CLS>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":4,"special":true,"content":"<MASK>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":5,"special":true,"content":"<SEP>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":{"type":"NFKC"},"pre_tokenizer":{"type":"ByteLevel","add_prefix_space":true,"trim_offsets":true},"post_processor":null,"decoder":{"type":"ByteLevel","add_prefix_space":true,"trim_offsets":true},"model":{"type":"BPE","dropout":null,"unk_token":null,"continuing_subword_prefix":null,"end_of_word_suffix":null,"fuse_unk":false,"vocab":{"<UNK>":0,"<EOS>":1,"<PAD>":2,"<CLS>":3,"<MASK>":4,"<SEP>":5,"!":6,"\"":7,"#":8,"$":9,"%":10,"&":11,"'":12,"(":13,")":14,"*":15,"+":16,",":17,"-":18,".":19,"/":20,"0":21,"1":22,"2":23,"3":24,"4":25,"5":26,"6":27,"7":28,"8":29,"9":30,":":31,";":32,"<":33,"=":34,">":35,"?":36,"@":37,"A":38,"B":39,"C":40,"D":41,"E":42,"F":43,"G":44,"H":45,"I":46,"J":47,"K":48,"L":49,"M":50,"N":51,"O":52,"P":53,"Q":54,"R":55,"S":56,"T":57,"U":58,"V":59,"W":60,"X":61,"Y":62,"Z":63,"[":64,"\\":65,"]":66,"^":67,"_":68,"`":69,"a":70,"b":71,"c":72,"d":73,"e":74,"f":75,"g":76,"h":77,"i":78,"j":79,"k":80,"l":81,"m":82,"n":83,"o":84,"p":85,"q":86,"r":87,"s":88,"t":89,"u":90,"v":91,"w":92,"x":93,"y":94,"z":95,"{":96,"|":97,"}":98,"~":99,"¡":100,"¢":101,"£":102,"¤":103,"¥":104,"¦":105,"§":106,"¨":107,"©":108,"ª":109,"«":110,"¬":111,"®":112,"¯":113,"°":114,"±":115,"²":116,"³":117,"´":118,"µ":119,"¶":120,"·":121,"¸":122,"¹":123,"º":124,"»":125,"¼":126,"½":127,"¾":128,"¿":129,"Â":130,"Ã":131,"Ä":132,"Å":133,"Æ":134,"Ç":135,"È":136,"É":137,"Ê":138,"Ë":139,"Ì":140,"Í":141,"Î":142,"Ï":143,"Ð":144,"Ñ":145,"Ò":146,"Ó":147,"Ô":148,"Õ":149,"Ö":150,"×":151,"Ø":152,"Ù":153,"Ú":154,"Û":155,"Ü":156,"Ý":157,"Þ":158,"ß":159,"à":160,"á":161,"â":162,"ã":163,"ä":164,"å":165,"æ":166,"ç":167,"è":168,"é":169,"ê":170,"ë":171,"ì":172,"í":173,"î":174,"ï":175,"ð":176,"ñ":177,"ó":178,"ô":179,"Ċ":180,"Ġ":181,"Ģ":182,"ģ":183,"Ĥ":184,"ĥ":185,"Ħ":186,"ħ":187,"Ĩ":188,"ĩ":189,"Ī":190,"ī":191,"Ĭ":192,"ĭ":193,"Į":194,"į":195,"İ":196,"ı":197,"IJ":198,"ij":199,"Ĵ":200,"ĵ":201,"Ķ":202,"ķ":203,"ĸ":204,"Ĺ":205,"ĺ":206,"Ļ":207,"ļ":208,"Ľ":209,"ľ":210,"Ŀ":211,"ŀ":212,"Ł":213,"ł":214,"Ń":215,"Ġl":216,"de":217,"on":218,"en":219,"Ġp":220,"Ġde":221,"re":222,"ou":223,"Ġs":224,"Ġc":225,"an":226,"ti":227,"er":228,"Ġa":229,"âĢ":230,"is":231,"qu":232,"âĢĻ":233,"le":234,"Ġe":235,"te":236,"Ġle":237,"in":238,"ent":239,"ĠÃ":240,"Ġm":241,"ar":242,"ne":243,"it":244,"Ġla":245,"ur":246,"que":247,"tion":248,"Ġet":249,"rÃ":250,"or":251,"Ġf":252,"Ġt":253,"il":254,"Ġv":255,"our":256,"ĠÃł":257,"ra":258,"om":259,"ce":260,"Ġu":261,"st":262,"Ġen":263,"ré":264,"ment":265,"Ġn":266,"Ġdes":267,"Ġles":268,"ĠL":269,"du":270,"ss":271,"me":272,"ro":273,"ie":274,"al":275,"ve":276,"ĠC":277,"ant":278,"Ġau":279,"dÃ":280,"au":281,"Ġqu":282,"ation":283,"Ġb":284,"dé":285,"ans":286,"ont":287,"ri":288,"ch":289,"ai":290,"us":291,"Ġdu":292,"è":293,"Ġpar":294,"di":295,"ous":296,"Ġé":297,"tre":298,"ĠP":299,"ge":300,"Ġpour":301,"li":302,"Ġj":303,"Ġre":304,"Ġun":305,"Ġce":306,"as":307,"©e":308,"ée":309,"Ġque":310,"Ġdé":311,"ci":312,"lle":313,"ĠS":314,"oi":315,"ĠM":316,"Ġse":317,"..":318,"ĠA":319,"Ġ2":320,"ais":321,"at":322,"Ġg":323,"Ġcon":324,"Ġ1":325,"os":326,"Ġ(":327,"Ġcom":328,"Ġpl":329,"ĠÂ":330,"dans":331,"Ġdans":332,"ĠD":333,"tÃ":334,"Ġune":335,"Ġin":336,"Ġpro":337,"Ġest":338,"t
|