1 line
1.4 MiB
JSON
1 line
1.4 MiB
JSON
|
{"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":0,"special":true,"content":"<s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":true},{"id":1,"special":true,"content":"<pad>","single_word":false,"lstrip":false,"rstrip":false,"normalized":true},{"id":2,"special":true,"content":"</s>","single_word":false,"lstrip":false,"rstrip":false,"normalized":true},{"id":3,"special":true,"content":"<unk>","single_word":false,"lstrip":false,"rstrip":false,"normalized":true},{"id":50263,"special":true,"content":"<mask>","single_word":false,"lstrip":true,"rstrip":false,"normalized":true}],"normalizer":null,"pre_tokenizer":{"type":"ByteLevel","add_prefix_space":false,"trim_offsets":true},"post_processor":{"type":"RobertaProcessing","sep":["</s>",2],"cls":["<s>",0],"trim_offsets":true,"add_prefix_space":false},"decoder":{"type":"ByteLevel","add_prefix_space":true,"trim_offsets":true},"model":{"type":"BPE","dropout":null,"unk_token":null,"continuing_subword_prefix":"","end_of_word_suffix":"","fuse_unk":false,"vocab":{"<s>":0,"<pad>":1,"</s>":2,"<unk>":3,",":4,".":5,"Ġa":6,"Ġna":7,"Ġv":8,"Ġsa":9,"Ġje":10,"Ġto":11,"Ġs":12,"Ġže":13,"Ġsi":14,"Ġz":15,"Ġaj":16,"Ġo":17,"Ġdo":18,"Ġako":19,"Ġsom":20,"Ġby":21,"?":22,"Ġza":23,"Ġpre":24,"Ġtak":25,"Ġale":26,"-":27,"Ġpo":28,"Ġod":29,"Ġk":30,"Ġsú":31,"V":32,"Ġalebo":33,"Ġuž":34,"ĠÄįo":35,"Ġlen":36,"Ġnie":37,"Ġpri":38,"Ġktoré":39,"!":40,"Ġaby":41,"Ġsme":42,"Ġich":43,"Ġ.":44,"Ġvo":45,"A":46,"Ġktorý":47,"Ġbude":48,"Ġmi":49,"Ġze":50,"te":51,"ne":52,"ka":53,"Ġho":54,"Ġmá":55,"s":56,"ĠkeÄı":57,"Ġtu":58,"Ġjeho":59,"Ġso":60,"ĠÄįi":61,"Ġma":62,"mi":63,"Ġse":64,"Ġani":65,"Ġbol":66,"Ġpred":67,"om":68,"Ġco":69,"Ġtam":70,"a":71,"ĠvÅ¡ak":72,"né":73,"Ġtom":74,"Ġu":75,"Ġroku":76,"Ġzo":77,"la":78,"Na":79,"ný":80,"ky":81,"Ġpodľa":82,"Ġi":83,"Ġ,":84,"Ġviac":85,"na":86,"me":87,"u":88,"Ġthe":89,"ku":90,"ĠbyÅ¥":91,"Ġste":92,"Ġak":93,"Ġaž":94,"Ġktorá":95,"ná":96,"Ġkde":97,"Ġtoho":98,"Ġbolo":99,"z":100,"t":101,"Ġjej":102,"li":103,"ci":104,"m":105,"ĠeÅ¡te":106,"Ġ1":107,"Ġpod":108,"ta":109,"Ġbez":110,"Ġja":111,"S":112,"ĠA":113,"Ġveľmi":114,"ĠD":115,"nej":116,"lo":117,"y":118,"Ġ2":119,"Ġmu":120,"Ġvy":121,"Å¡":122,"Je":123,"Ġbola":124,"le":125,"i":126,"Ġten":127,"k":128,"ce":129,"ĠS":130,"To":131,"to":132,"ch":133,"c":134,"ny":135,"ra":136,"ov":137,"Ġno":138,"Ġboli":139,"Ak":140,"Ġmôže":141,"Ġne":142,"o":143,"Ġasi":144,"Ġnás":145,"Ġmedzi":146,"p":147,"ty":148,"Ġju":149,"Ġ3":150,"ni":151,"Ġmal":152,"ová":153,"uje":154,"Z":155,"Ġin":156,"Po":157,"l":158,"ĠV":159,"ĠktorÃŃ":160,"nom":161,"Ġpotom":162,"ných":163,"ia":164,"ca":165,"ĠľudÃŃ":166,"Ġrokov":167,"ného":168,"Ġproti":169,"re":170,"Ġtým":171,"nÃŃ":172,"ko":173,"O":174,"Ġtomu":175,"nú":176,"va":177,"Ġdnes":178,"e":179,"ovaÅ¥":180,"Ġuz":181,"D":182,"ÃŃ":183,"ti":184,"nou":185,"ĠI":186,"Ġim":187,"Ġiba":188,"ke":189,"v":190,"nu":191,"K":192,"al":193,"tu":194,"Ġtiež":195,"2":196,"Ġmali":197,"de":198,"r":199,"Ġof":200,"d":201,"Ġmajú":202,"Ġti":203,"Ġand":204,"h":205,"Ġvám":206,"Ġ4":207,"Ġnad":208,"in":209,"Ġtento":210,"b":211,"ĠK":212,"ho":213,"il":214,"skej":215,"Ale":216,"st":217,"mu":218,"no":219,"g":220,"ným":221,"Ġpreto":222,"Ġtoto":223,"Ġnám":224,"ĠP":225,"Ġty":226,"Ġteraz":227,"Ġsu":228,"Ġ5":229,"Ġlebo":230,"en":231,"Ġsvoje":232,"ĠC":233,"Äį":234,"f":235,"Ġ10":236,"Ġtejto":237,"ri":238,"ĠZ":239,"Ġbudú":240,"ovali":241,"Ġteda":242,"n":243,"ĠnieÄįo":244,"Ġked":245,"ly":246,"ĠB":247,"ové":248,"ze":249,"j":250,"ĠvÅ¡etko":251,"ou":252,"1":253,"si":254,"Ġnich":255,"á":256,"Ġtie":257,"ĠM":258,"3":259,"Ġjeden":260,"ing":261,"Ġcez":262,"x":263,"ĠE":264,"ĠprÃŃpade":265,"5":266,"ĠO":267,"ĠT":268,"kov":269,"ro":270,"lu":271,"I":272,"Ġrok":273,"ĠmaÅ¥":274,"kom":275,"P":276,"Ġdobre":277,"je":278,"ovej":279,"U":280,"B":281,"enie":282,"Ġvás":283,"Ġide":284,"da":285,"cia":286,"en
|