1 line
462 KiB
JSON
1 line
462 KiB
JSON
|
{"version":"1.0","truncation":{"max_length":512,"strategy":"LongestFirst","stride":0},"padding":{"strategy":"BatchLongest","direction":"Right","pad_to_multiple_of":null,"pad_id":3,"pad_type_id":0,"pad_token":"[PAD]"},"added_tokens":[{"id":0,"special":true,"content":"[UNK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"[CLS]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":2,"special":true,"content":"[SEP]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":3,"special":true,"content":"[PAD]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":4,"special":true,"content":"[MASK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":{"type":"BertNormalizer","clean_text":true,"handle_chinese_chars":true,"strip_accents":null,"lowercase":false},"pre_tokenizer":{"type":"BertPreTokenizer"},"post_processor":{"type":"TemplateProcessing","single":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}}],"pair":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}},{"Sequence":{"id":"B","type_id":1}},{"SpecialToken":{"id":"[SEP]","type_id":1}}],"special_tokens":{"[CLS]":{"id":"[CLS]","ids":[1],"tokens":["[CLS]"]},"[SEP]":{"id":"[SEP]","ids":[2],"tokens":["[SEP]"]}}},"decoder":{"type":"WordPiece","prefix":"##","cleanup":true},"model":{"type":"WordPiece","unk_token":"[UNK]","continuing_subword_prefix":"##","max_input_chars_per_word":100,"vocab":{"[UNK]":0,"[CLS]":1,"[SEP]":2,"[PAD]":3,"[MASK]":4,"!":5,"\"":6,"&":7,"'":8,"(":9,")":10,",":11,"-":12,".":13,"/":14,"0":15,"1":16,"2":17,"3":18,"4":19,"5":20,"6":21,"7":22,"8":23,"9":24,":":25,";":26,"?":27,"A":28,"B":29,"C":30,"D":31,"E":32,"F":33,"G":34,"H":35,"I":36,"J":37,"K":38,"L":39,"M":40,"N":41,"O":42,"P":43,"R":44,"S":45,"T":46,"U":47,"V":48,"W":49,"Y":50,"Z":51,"`":52,"b":53,"d":54,"v":55,"w":56,"z":57,"«":58,"»":59,"–":60,"‘":61,"’":62,"“":63,"”":64,"##!":65,"##\"":66,"##&":67,"##'":68,"##(":69,"##)":70,"##,":71,"##-":72,"##.":73,"##/":74,"##0":75,"##1":76,"##2":77,"##3":78,"##4":79,"##5":80,"##6":81,"##7":82,"##8":83,"##9":84,"##:":85,"##;":86,"##?":87,"##A":88,"##B":89,"##C":90,"##D":91,"##E":92,"##F":93,"##G":94,"##H":95,"##I":96,"##J":97,"##K":98,"##L":99,"##M":100,"##N":101,"##O":102,"##P":103,"##R":104,"##S":105,"##T":106,"##U":107,"##V":108,"##W":109,"##Y":110,"##Z":111,"##`":112,"##a":113,"##b":114,"##c":115,"##d":116,"##e":117,"##f":118,"##g":119,"##h":120,"##i":121,"##j":122,"##k":123,"##l":124,"##m":125,"##n":126,"##o":127,"##p":128,"##q":129,"##r":130,"##s":131,"##t":132,"##u":133,"##v":134,"##w":135,"##x":136,"##y":137,"##z":138,"##«":139,"##»":140,"##è":141,"##é":142,"##ë":143,"##ï":144,"##ó":145,"##ö":146,"##–":147,"##‘":148,"##’":149,"##“":150,"##”":151,"##„":152,"...":153,"00":154,"000":155,"00u":156,"01":157,"02":158,"020":159,"03":160,"04":161,"05":162,"050":163,"06":164,"07":165,"08":166,"09":167,"0900":168,"10":169,"100":170,"1000":171,"101":172,"102":173,"103":174,"104":175,"105":176,"106":177,"107":178,"108":179,"109":180,"11":181,"110":182,"111":183,"112":184,"115":185,"116":186,"117":187,"118":188,"12":189,"120":190,"1200":191,"121":192,"124":193,"125":194,"126":195,"127":196,"128":197,"13":198,"130":199,"1300":200,"135":201,"136":202,"137":203,"14":204,"140":205,"1400":206,"144":207,"145":208,"15":209,"150":210,"1500":211,"155":212,"157":213,"16":214,"160":215,"1600":216,"165":217,"167":218,"168":219,"17":220,"170":221,"1700":222,"175":223,"176":224,"177":225,"178":226,"1795":227,"17u":228,"18":229,"180":230,"1800":231,"1814":232,"1830":233,"1831":234,"1835":235,"1836":236,"1837":237,"1838":238,"1839":239,"1840":240,"1841":241,"1843":242,"1844":243,"1847":244,"1850":245,"1854":246,"1858":247,"1863":248,"1864":249,"1868":250,"1869":251,"1871":252,"1874":253,"1875":254,"1876":255,"1878":256,"1879":257,"1880":258,"1881":259,"188
|