1 line
486 KiB
JSON
1 line
486 KiB
JSON
|
{"version":"1.0","truncation":{"max_length":75,"strategy":"LongestFirst","stride":0},"padding":{"strategy":"BatchLongest","direction":"Right","pad_to_multiple_of":null,"pad_id":0,"pad_type_id":0,"pad_token":"[PAD]"},"added_tokens":[{"id":0,"special":true,"content":"[PAD]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"[UNK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":2,"special":true,"content":"[CLS]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":3,"special":true,"content":"[SEP]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":4,"special":true,"content":"[MASK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":{"type":"BertNormalizer","clean_text":true,"handle_chinese_chars":true,"strip_accents":null,"lowercase":false},"pre_tokenizer":{"type":"BertPreTokenizer"},"post_processor":{"type":"TemplateProcessing","single":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}}],"pair":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}},{"Sequence":{"id":"B","type_id":1}},{"SpecialToken":{"id":"[SEP]","type_id":1}}],"special_tokens":{"[CLS]":{"id":"[CLS]","ids":[2],"tokens":["[CLS]"]},"[SEP]":{"id":"[SEP]","ids":[3],"tokens":["[SEP]"]}}},"decoder":{"type":"WordPiece","prefix":"##","cleanup":true},"model":{"type":"WordPiece","unk_token":"[UNK]","continuing_subword_prefix":"##","max_input_chars_per_word":100,"vocab":{"[PAD]":0,"[UNK]":1,"[CLS]":2,"[SEP]":3,"[MASK]":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"A":37,"B":38,"C":39,"D":40,"E":41,"F":42,"G":43,"H":44,"I":45,"J":46,"K":47,"L":48,"M":49,"N":50,"O":51,"P":52,"Q":53,"R":54,"S":55,"T":56,"U":57,"V":58,"W":59,"X":60,"Y":61,"Z":62,"[":63,"\\":64,"]":65,"^":66,"_":67,"`":68,"a":69,"b":70,"c":71,"d":72,"e":73,"f":74,"g":75,"h":76,"i":77,"j":78,"k":79,"l":80,"m":81,"n":82,"o":83,"p":84,"q":85,"r":86,"s":87,"t":88,"u":89,"v":90,"w":91,"x":92,"y":93,"z":94,"{":95,"|":96,"}":97,"~":98,"¡":99,"¢":100,"£":101,"¤":102,"¥":103,"¦":104,"§":105,"¨":106,"©":107,"ª":108,"«":109,"¬":110,"®":111,"¯":112,"°":113,"±":114,"²":115,"³":116,"´":117,"µ":118,"¶":119,"·":120,"¸":121,"¹":122,"º":123,"»":124,"¼":125,"½":126,"¾":127,"¿":128,"Á":129,"Â":130,"Ã":131,"Ä":132,"Å":133,"Æ":134,"Ç":135,"É":136,"Ê":137,"Ì":138,"Í":139,"Î":140,"Ï":141,"Ð":142,"Ó":143,"Ö":144,"×":145,"Ø":146,"Û":147,"Ü":148,"Ý":149,"Þ":150,"ß":151,"à":152,"á":153,"â":154,"ã":155,"ä":156,"å":157,"æ":158,"ç":159,"è":160,"é":161,"ê":162,"ë":163,"ì":164,"í":165,"î":166,"ï":167,"ð":168,"ñ":169,"ò":170,"ó":171,"ô":172,"õ":173,"ö":174,"÷":175,"ø":176,"ù":177,"ú":178,"û":179,"ü":180,"ý":181,"þ":182,"ÿ":183,"ā":184,"ă":185,"ą":186,"ć":187,"Č":188,"č":189,"Đ":190,"đ":191,"ē":192,"ė":193,"ę":194,"ě":195,"ĝ":196,"Ğ":197,"ğ":198,"Ġ":199,"ġ":200,"Ģ":201,"ģ":202,"ī":203,"İ":204,"ı":205,"ł":206,"ń":207,"ň":208,"ŋ":209,"ō":210,"ő":211,"œ":212,"ř":213,"ś":214,"Ş":215,"ş":216,"Š":217,"š":218,"ţ":219,"ū":220,"ů":221,"ű":222,"Ÿ":223,"ż":224,"Ž":225,"ž":226,"ƒ":227,"ư":228,"ǧ":229,"ș":230,"ț":231,"ɑ":232,"ə":233,"ɾ":234,"ʹ":235,"ʼ":236,"ʿ":237,"ˆ":238,"˚":239,"˜":240,"ˮ":241,"́":242,"̂":243,"̆":244,"̇":245,"̈":246,"̧":247,"ͼ":248,"Α":249,"Γ":250,"Δ":251,"Ε":252,"Ι":253,"Κ":254,"Λ":255,"Μ":256,"Ν":257,"Ο":258,"Π":259,"Σ":260,"Τ":261,"Φ":262,"Ω":263,"ά":264,"έ":265,"ή":266,"ί":267,"α":268,"β":269,"γ":270,"δ":271,"ε":272,"ζ":273,"η":274,"θ":275,"ι":276,"κ":277,"λ":278,"μ":279,"ν":280,"ξ":281,"ο":282,"π":283,"ρ":284,"ς":285,"σ":286,"τ":287,"υ":288,"φ":289,"χ":290,"ω":2
|