1 line
1.7 MiB
JSON
1 line
1.7 MiB
JSON
|
{"version":"1.0","truncation":{"max_length":512,"strategy":"LongestFirst","stride":0},"padding":{"strategy":"BatchLongest","direction":"Right","pad_to_multiple_of":null,"pad_id":0,"pad_type_id":0,"pad_token":"[PAD]"},"added_tokens":[{"id":0,"special":true,"content":"[PAD]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"[UNK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":2,"special":true,"content":"[CLS]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":3,"special":true,"content":"[SEP]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":4,"special":true,"content":"[MASK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":{"type":"BertNormalizer","clean_text":true,"handle_chinese_chars":true,"strip_accents":null,"lowercase":false},"pre_tokenizer":{"type":"BertPreTokenizer"},"post_processor":{"type":"TemplateProcessing","single":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}}],"pair":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}},{"Sequence":{"id":"B","type_id":1}},{"SpecialToken":{"id":"[SEP]","type_id":1}}],"special_tokens":{"[CLS]":{"id":"[CLS]","ids":[2],"tokens":["[CLS]"]},"[SEP]":{"id":"[SEP]","ids":[3],"tokens":["[SEP]"]}}},"decoder":{"type":"WordPiece","prefix":"##","cleanup":true},"model":{"type":"WordPiece","unk_token":"[UNK]","continuing_subword_prefix":"##","max_input_chars_per_word":100,"vocab":{"[PAD]":0,"[UNK]":1,"[CLS]":2,"[SEP]":3,"[MASK]":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"A":37,"B":38,"C":39,"D":40,"E":41,"F":42,"G":43,"H":44,"I":45,"J":46,"K":47,"L":48,"M":49,"N":50,"O":51,"P":52,"Q":53,"R":54,"S":55,"T":56,"U":57,"V":58,"W":59,"X":60,"Y":61,"Z":62,"[":63,"\\":64,"]":65,"^":66,"_":67,"a":68,"b":69,"c":70,"d":71,"e":72,"f":73,"g":74,"h":75,"i":76,"j":77,"k":78,"l":79,"m":80,"n":81,"o":82,"p":83,"q":84,"r":85,"s":86,"t":87,"u":88,"v":89,"w":90,"x":91,"y":92,"z":93,"{":94,"}":95,"~":96,"¡":97,"¢":98,"£":99,"¥":100,"§":101,"¨":102,"©":103,"ª":104,"«":105,"¬":106,"®":107,"°":108,"±":109,"²":110,"³":111,"µ":112,"¶":113,"·":114,"¹":115,"º":116,"»":117,"¼":118,"½":119,"¾":120,"À":121,"Á":122,"Â":123,"Ã":124,"Ä":125,"Å":126,"Æ":127,"Ç":128,"È":129,"É":130,"Ê":131,"Í":132,"Î":133,"Ð":134,"Ñ":135,"Ò":136,"Ó":137,"Ô":138,"Õ":139,"Ö":140,"×":141,"Ø":142,"Ú":143,"Ü":144,"Ý":145,"Þ":146,"ß":147,"à":148,"á":149,"â":150,"ã":151,"ä":152,"å":153,"æ":154,"ç":155,"è":156,"é":157,"ë":158,"ì":159,"í":160,"î":161,"ï":162,"ð":163,"ñ":164,"ò":165,"ó":166,"ô":167,"õ":168,"ö":169,"÷":170,"ø":171,"ù":172,"ú":173,"û":174,"ü":175,"þ":176,"Ā":177,"ā":178,"Ą":179,"Č":180,"č":181,"Ď":182,"ď":183,"đ":184,"Ē":185,"Ė":186,"ė":187,"ę":188,"Ğ":189,"ğ":190,"Ģ":191,"Ī":192,"ī":193,"Į":194,"į":195,"İ":196,"ı":197,"Ķ":198,"Ļ":199,"Ľ":200,"ľ":201,"Ł":202,"ō":203,"Ő":204,"Œ":205,"œ":206,"ŕ":207,"Ř":208,"ř":209,"Ś":210,"ś":211,"Ş":212,"ş":213,"Š":214,"š":215,"Ť":216,"ť":217,"Ū":218,"ū":219,"ů":220,"Ź":221,"ź":222,"Ż":223,"ż":224,"Ž":225,"ž":226,"ƒ":227,"ț":228,"ə":229,"ʿ":230,"̃":231,"΄":232,"Β":233,"Δ":234,"Ε":235,"Ζ":236,"Η":237,"Κ":238,"Λ":239,"Ν":240,"Σ":241,"Φ":242,"Χ":243,"Ψ":244,"Ω":245,"α":246,"β":247,"γ":248,"δ":249,"ε":250,"ζ":251,"η":252,"θ":253,"λ":254,"μ":255,"ν":256,"ξ":257,"π":258,"ρ":259,"σ":260,"τ":261,"φ":262,"χ":263,"ψ":264,"ω":265,"Ё":266,"Ђ":267,"Ѓ":268,"Є":269,"Ѕ":270,"І":271,"Ї":272,"Ј":273,"Љ":274,"Њ":275,"Ћ":276,"Ќ":277,"Ў":278,"Џ":279,"А":280,"Б":281,"В":282,"Г":283,"Д":284,"Е":285,"Ж":286,"З":287,"И":288,"Й":289,"К":290,"Л
|