1 line
1.3 MiB
JSON
1 line
1.3 MiB
JSON
|
{"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":0,"special":true,"content":"<|endoftext|>","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":null,"pre_tokenizer":{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":true},"post_processor":{"type":"ByteLevel","add_prefix_space":true,"trim_offsets":false},"decoder":{"type":"ByteLevel","add_prefix_space":true,"trim_offsets":true},"model":{"type":"BPE","dropout":null,"unk_token":null,"continuing_subword_prefix":"","end_of_word_suffix":"","fuse_unk":false,"vocab":{"<|endoftext|>":0,"!":1,"\"":2,"#":3,"$":4,"%":5,"&":6,"'":7,"(":8,")":9,"*":10,"+":11,",":12,"-":13,".":14,"/":15,"0":16,"1":17,"2":18,"3":19,"4":20,"5":21,"6":22,"7":23,"8":24,"9":25,":":26,";":27,"<":28,"=":29,">":30,"?":31,"@":32,"A":33,"B":34,"C":35,"D":36,"E":37,"F":38,"G":39,"H":40,"I":41,"J":42,"K":43,"L":44,"M":45,"N":46,"O":47,"P":48,"Q":49,"R":50,"S":51,"T":52,"U":53,"V":54,"W":55,"X":56,"Y":57,"Z":58,"[":59,"\\":60,"]":61,"^":62,"_":63,"`":64,"a":65,"b":66,"c":67,"d":68,"e":69,"f":70,"g":71,"h":72,"i":73,"j":74,"k":75,"l":76,"m":77,"n":78,"o":79,"p":80,"q":81,"r":82,"s":83,"t":84,"u":85,"v":86,"w":87,"x":88,"y":89,"z":90,"{":91,"}":92,"~":93,"¡":94,"¢":95,"£":96,"¤":97,"¥":98,"¦":99,"§":100,"¨":101,"©":102,"ª":103,"«":104,"¬":105,"®":106,"¯":107,"°":108,"±":109,"²":110,"³":111,"´":112,"µ":113,"¶":114,"·":115,"¸":116,"¹":117,"º":118,"»":119,"¼":120,"½":121,"¾":122,"¿":123,"Â":124,"Ã":125,"Ä":126,"Å":127,"Æ":128,"Ç":129,"È":130,"É":131,"Ê":132,"Ë":133,"Ì":134,"Í":135,"Î":136,"Ï":137,"Ð":138,"Ñ":139,"Ò":140,"Ó":141,"Ô":142,"Õ":143,"Ö":144,"×":145,"Ø":146,"Ù":147,"Ú":148,"Û":149,"Ü":150,"à":151,"á":152,"â":153,"ã":154,"ä":155,"å":156,"æ":157,"ç":158,"è":159,"é":160,"ê":161,"ë":162,"ì":163,"í":164,"î":165,"ï":166,"ð":167,"ó":168,"Ā":169,"ā":170,"Ă":171,"ă":172,"Ą":173,"ą":174,"Ć":175,"ć":176,"Ĉ":177,"Ċ":178,"ċ":179,"Č":180,"ď":181,"Đ":182,"đ":183,"ē":184,"Ĕ":185,"ĕ":186,"ė":187,"Ě":188,"Ġ":189,"ġ":190,"Ģ":191,"ģ":192,"Ĥ":193,"ĥ":194,"Ħ":195,"ħ":196,"Ĩ":197,"ĩ":198,"Ī":199,"ī":200,"Ĭ":201,"ĭ":202,"Į":203,"į":204,"İ":205,"ı":206,"IJ":207,"ij":208,"Ĵ":209,"ĵ":210,"Ķ":211,"ķ":212,"ĸ":213,"Ĺ":214,"ĺ":215,"Ļ":216,"ļ":217,"Ľ":218,"ľ":219,"Ŀ":220,"ŀ":221,"Ł":222,"ł":223,"Ń":224,"wa":225,"Ġk":226,"na":227,"ya":228,"Ġwa":229,"Ġm":230,"li":231,"Ġya":232,"ha":233,"Ġku":234,"ka":235,"ni":236,"Ġna":237,"hi":238,"ng":239,"ta":240,"ĠM":241,"am":242,"ba":243,"za":244,"ti":245,"ri":246,"zi":247,"ki":248,"si":249,"la":250,"Ġu":251,"nd":252,"ku":253,"Ġma":254,"Ġa":255,"we":256,"ji":257,"ma":258,"Ġkwa":259,"ĠK":260,"tu":261,"sa":262,"hu":263,"ra":264,"yo":265,"le":266,"to":267,"Ġka":268,"fa":269,"Ġi":270,"Ġha":271,"ye":272,"sha":273,"Ġki":274,"ja":275,"ke":276,"di":277,"te":278,"fu":279,"cha":280,"Ġza":281,"Ġhi":282,"ĠS":283,"ĠW":284,"Ġni":285,"tika":286,"me":287,"ko":288,"bu":289,"bi":290,"Ġv":291,"da":292,"he":293,"an":294,"pi":295,"zo":296,"pa":297,"Ġla":298,"mi":299,"Ġkatika":300,"ĠMa":301,"mu":302,"ĠN":303,"po":304,"shi":305,"Ġn":306,"Ġam":307,"ĠA":308,"ĠT":309,"ĠU":310,"se":311,"Ġhu":312,"ne":313,"nye":314,"nda":315,"ho":316,"ngi":317,"ĠB":318,"ngu":319,"ama":320,"Ġkuwa":321,"nga":322,"mba":323,"chi":324,"..":325,"ĠJ":326,"Ġmi":327,"Ġvi":328,"ĠH":329,"ĠY":330,"Ġcha":331,"ĠD":332,"bo":333,"ngo":334,"Ġali":335,"Ġsa":336,"ru":337,"ele":338,"Ġba":339,"re":340,"wenye":341,"Ġwana":342,"ndi":343,"oja":344,"fan":345,"âĢ":346,"ĠC":347,"Ġta":348,"lo":349,"Ġ2":350,"Ġamba":351,"wi":352,"fi":353,"kuwa":354,"nge":355,"Ġ(":356,"ju":357,"ĠWa":358,"pe":359,"Ġsi":360,"su":361,"ai":362,"ĠKi":363,"Ġtu":364,"Ġili":365,"nia":366,"rika":367,"Ġmwa":368,"AN":369,"be":370,"sema":371,"je":372,"Ġkuto":373,"ĠYA":374,"ĠR":375,"ĠP":376,"Ġzi":377,"gu":378,"dha":379,"no":380,"dhi":381,"go":382,"ami":383,"ĠL":384,"Ġ1":385,"ga":386,"ĠWA":387,"ze":388,"Ġaki":389,"lio":390,"ĠI":391,"vyo":392,"Ġnchi":39
|