1 line
471 KiB
JSON
1 line
471 KiB
JSON
|
{"version":"1.0","truncation":{"max_length":384,"strategy":"LongestFirst","stride":0},"padding":{"strategy":"BatchLongest","direction":"Right","pad_to_multiple_of":null,"pad_id":0,"pad_type_id":0,"pad_token":"[PAD]"},"added_tokens":[{"id":0,"special":true,"content":"[PAD]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"[UNK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":2,"special":true,"content":"[CLS]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":3,"special":true,"content":"[SEP]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":4,"special":true,"content":"[MASK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":{"type":"BertNormalizer","clean_text":true,"handle_chinese_chars":true,"strip_accents":null,"lowercase":true},"pre_tokenizer":{"type":"BertPreTokenizer"},"post_processor":{"type":"TemplateProcessing","single":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}}],"pair":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}},{"Sequence":{"id":"B","type_id":1}},{"SpecialToken":{"id":"[SEP]","type_id":1}}],"special_tokens":{"[CLS]":{"id":"[CLS]","ids":[2],"tokens":["[CLS]"]},"[SEP]":{"id":"[SEP]","ids":[3],"tokens":["[SEP]"]}}},"decoder":{"type":"WordPiece","prefix":"##","cleanup":true},"model":{"type":"WordPiece","unk_token":"[UNK]","continuing_subword_prefix":"##","max_input_chars_per_word":100,"vocab":{"[PAD]":0,"[UNK]":1,"[CLS]":2,"[SEP]":3,"[MASK]":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"[":37,"\\":38,"]":39,"^":40,"_":41,"`":42,"a":43,"b":44,"c":45,"d":46,"e":47,"f":48,"g":49,"h":50,"i":51,"j":52,"k":53,"l":54,"m":55,"n":56,"o":57,"p":58,"q":59,"r":60,"s":61,"t":62,"u":63,"v":64,"w":65,"x":66,"y":67,"z":68,"{":69,"|":70,"}":71,"~":72,"¡":73,"¢":74,"£":75,"¥":76,"§":77,"¨":78,"©":79,"ª":80,"«":81,"¬":82,"®":83,"°":84,"±":85,"²":86,"³":87,"´":88,"¶":89,"·":90,"¸":91,"¹":92,"º":93,"»":94,"¼":95,"½":96,"¾":97,"¿":98,"×":99,"ß":100,"à":101,"á":102,"â":103,"ã":104,"ä":105,"å":106,"æ":107,"ç":108,"è":109,"é":110,"ê":111,"ë":112,"ì":113,"í":114,"î":115,"ï":116,"ñ":117,"ò":118,"ó":119,"ô":120,"õ":121,"ö":122,"÷":123,"ø":124,"ù":125,"ú":126,"û":127,"ü":128,"ý":129,"č":130,"ė":131,"ĭ":132,"ı":133,"œ":134,"ũ":135,"ž":136,"ƒ":137,"ʃ":138,"ˆ":139,"˚":140,"̀":141,"́":142,"̂":143,"̃":144,"̄":145,"̈":146,"̊":147,"̌":148,"̓":149,"̔":150,"̧":151,"̳":152,"̶":153,"̸":154,"͂":155,"͑":156,";":157,"ά":158,"ή":159,"ί":160,"α":161,"β":162,"γ":163,"δ":164,"ε":165,"η":166,"θ":167,"ι":168,"κ":169,"λ":170,"μ":171,"ν":172,"ξ":173,"ο":174,"π":175,"ρ":176,"ς":177,"σ":178,"τ":179,"υ":180,"φ":181,"χ":182,"ω":183,"ό":184,"ϭ":185,"а":186,"б":187,"в":188,"г":189,"д":190,"е":191,"з":192,"и":193,"й":194,"к":195,"л":196,"м":197,"н":198,"о":199,"п":200,"р":201,"с":202,"т":203,"у":204,"х":205,"ч":206,"ш":207,"щ":208,"ъ":209,"ы":210,"э":211,"ю":212,"я":213,"ѓ":214,"є":215,"ѕ":216,"і":217,"њ":218,"د":219,"ᵒ":220,"ẽ":221,"ἀ":222,"‐":223,"‑":224,"‒":225,"–":226,"—":227,"―":228,"‖":229,"‘":230,"’":231,"‚":232,"“":233,"”":234,"„":235,"‟":236,"†":237,"•":238,"…":239,"‧":240,"‰":241,"‹":242,"›":243,"⁄":244,"€":245,"™":246,"↑":247,"→":248,"⇒":249,"∆":250,"∏":251,"∑":252,"−":253,"∗":254,"√":255,"∞":256,"∩":257,"∫":258,"≈":259,"≡":260,"≤":261,"≥":262,"⊃":263,"⋯":264,"─":265,"■":266,"□":267,"▪":268,"◆":269,"◇":270,"◊":271,"●":272,"◦":273,"✓":274,"➥":275,"⩽":276,"兩":277,"fi":278,"fl":279,"":280,"##e":281
|