1 line
436 KiB
JSON
1 line
436 KiB
JSON
|
{"version":"1.0","truncation":{"max_length":512,"strategy":"LongestFirst","stride":0},"padding":{"strategy":"BatchLongest","direction":"Right","pad_to_multiple_of":null,"pad_id":0,"pad_type_id":0,"pad_token":"[PAD]"},"added_tokens":[{"id":0,"special":true,"content":"[PAD]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"[UNK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":2,"special":true,"content":"[CLS]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":3,"special":true,"content":"[SEP]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":4,"special":true,"content":"[MASK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":{"type":"BertNormalizer","clean_text":true,"handle_chinese_chars":true,"strip_accents":null,"lowercase":true},"pre_tokenizer":{"type":"BertPreTokenizer"},"post_processor":{"type":"TemplateProcessing","single":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}}],"pair":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}},{"Sequence":{"id":"B","type_id":1}},{"SpecialToken":{"id":"[SEP]","type_id":1}}],"special_tokens":{"[CLS]":{"id":"[CLS]","ids":[2],"tokens":["[CLS]"]},"[SEP]":{"id":"[SEP]","ids":[3],"tokens":["[SEP]"]}}},"decoder":{"type":"WordPiece","prefix":"##","cleanup":true},"model":{"type":"WordPiece","unk_token":"[UNK]","continuing_subword_prefix":"##","max_input_chars_per_word":100,"vocab":{"[PAD]":0,"[UNK]":1,"[CLS]":2,"[SEP]":3,"[MASK]":4,"!":5,"#":6,"$":7,"%":8,"&":9,"'":10,"(":11,")":12,"*":13,"+":14,",":15,"-":16,".":17,"/":18,"0":19,"1":20,"2":21,"3":22,"4":23,"5":24,"6":25,"7":26,"8":27,"9":28,":":29,";":30,"<":31,"=":32,">":33,"?":34,"@":35,"[":36,"\\":37,"]":38,"^":39,"_":40,"`":41,"a":42,"b":43,"c":44,"d":45,"e":46,"f":47,"g":48,"h":49,"i":50,"j":51,"k":52,"l":53,"m":54,"n":55,"o":56,"p":57,"q":58,"r":59,"s":60,"t":61,"u":62,"v":63,"w":64,"x":65,"y":66,"z":67,"{":68,"|":69,"}":70,"~":71,"¡":72,"¢":73,"£":74,"¤":75,"¥":76,"¦":77,"§":78,"¨":79,"©":80,"ª":81,"«":82,"¬":83,"®":84,"¯":85,"°":86,"±":87,"²":88,"³":89,"´":90,"µ":91,"¶":92,"·":93,"¸":94,"¹":95,"º":96,"»":97,"¼":98,"½":99,"¾":100,"¿":101,"×":102,"ß":103,"æ":104,"ð":105,"÷":106,"ø":107,"þ":108,"đ":109,"ħ":110,"ı":111,"ĸ":112,"ł":113,"ŋ":114,"œ":115,"ƅ":116,"ƈ":117,"ƍ":118,"ƒ":119,"ƙ":120,"ƛ":121,"ƞ":122,"ƭ":123,"ƴ":124,"ƶ":125,"ƿ":126,"ǀ":127,"ǁ":128,"ǂ":129,"ǝ":130,"ȣ":131,"ȥ":132,"ȵ":133,"ȶ":134,"ȼ":135,"ɐ":136,"ɑ":137,"ɒ":138,"ɓ":139,"ɔ":140,"ɕ":141,"ɖ":142,"ə":143,"ɚ":144,"ɛ":145,"ɝ":146,"ɡ":147,"ɣ":148,"ɤ":149,"ɥ":150,"ɨ":151,"ɩ":152,"ɪ":153,"ɬ":154,"ɭ":155,"ɮ":156,"ɯ":157,"ɲ":158,"ɳ":159,"ɵ":160,"ɷ":161,"ɸ":162,"ɹ":163,"ɻ":164,"ɾ":165,"ɿ":166,"ʀ":167,"ʁ":168,"ʂ":169,"ʃ":170,"ʅ":171,"ʈ":172,"ʉ":173,"ʊ":174,"ʋ":175,"ʌ":176,"ʎ":177,"ʐ":178,"ʑ":179,"ʒ":180,"ʔ":181,"ʕ":182,"ʘ":183,"ʝ":184,"ʟ":185,"ʦ":186,"ʧ":187,"ʰ":188,"ʱ":189,"ʲ":190,"ʷ":191,"ʹ":192,"ʺ":193,"ʼ":194,"ʾ":195,"ˁ":196,"˂":197,"˃":198,"˄":199,"ˆ":200,"ˇ":201,"ˉ":202,"ː":203,"ˑ":204,"˖":205,"˘":206,"˙":207,"˚":208,"˜":209,"˝":210,"˞":211,"˟":212,"ˠ":213,"ˤ":214,"˪":215,"˭":216,"ˮ":217,"˴":218,"ͳ":219,"ͻ":220,"":221,"":222,"":223,"":224,"΄":225,"":226,"α":227,"β":228,"γ":229,"δ":230,"ε":231,"ζ":232,"η":233,"θ":234,"ι":235,"κ":236,"λ":237,"μ":238,"ν":239,"ξ":240,"ο":241,"π":242,"ρ":243,"ς":244,"σ":245,"τ":246,"υ":247,"φ":248,"χ":249,"ψ":250,"ω":251,"ϐ":252,"ϑ":253,"ϒ":254,"ϕ":255,"ϖ":256,"ϝ":257,"ϫ":258,"ϭ":259,"ϰ":260,"ϱ":261,"ϲ":262,"ϵ":263,"ϻ":264,"ϼ":265,"а":266,"б":267,"в":268,"г":269,"д":270,"е":271,"ж":272,"з":273,"и":274,"к":275,"л":276,"м":277,"н":278,"о":279,"п":280,"р":281,"с":282,"т":283,"у":284,"ф":285,"х":286,"ц":287,"ч":28
|