1 line
469 KiB
JSON
1 line
469 KiB
JSON
|
{"version":"1.0","truncation":{"max_length":512,"strategy":"LongestFirst","stride":0},"padding":{"strategy":"BatchLongest","direction":"Right","pad_to_multiple_of":null,"pad_id":1,"pad_type_id":0,"pad_token":"[PAD]"},"added_tokens":[{"id":0,"special":true,"content":"[MASK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"[PAD]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":3,"special":true,"content":"[UNK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":4,"special":true,"content":"[CLS]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":5,"special":true,"content":"[SEP]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":{"type":"BertNormalizer","clean_text":true,"handle_chinese_chars":true,"strip_accents":false,"lowercase":false},"pre_tokenizer":{"type":"BertPreTokenizer"},"post_processor":{"type":"TemplateProcessing","single":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}}],"pair":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}},{"Sequence":{"id":"B","type_id":1}},{"SpecialToken":{"id":"[SEP]","type_id":1}}],"special_tokens":{"[CLS]":{"id":"[CLS]","ids":[4],"tokens":["[CLS]"]},"[SEP]":{"id":"[SEP]","ids":[5],"tokens":["[SEP]"]}}},"decoder":{"type":"WordPiece","prefix":"##","cleanup":true},"model":{"type":"WordPiece","unk_token":"[UNK]","continuing_subword_prefix":"##","max_input_chars_per_word":100,"vocab":{"[MASK]":0,"[PAD]":1,"[EOS]":2,"[UNK]":3,"[CLS]":4,"[SEP]":5,"[unused0]":6,"[unused1]":7,"[unused2]":8,"[unused3]":9,"[unused4]":10,"[unused5]":11,"[unused6]":12,"[unused7]":13,"[unused8]":14,"[unused9]":15,"[unused10]":16,"[unused11]":17,"[unused12]":18,"[unused13]":19,"[unused14]":20,"[unused15]":21,"[unused16]":22,"[unused17]":23,"[unused18]":24,"[unused19]":25,"[unused20]":26,"[unused21]":27,"[unused22]":28,"[unused23]":29,"[unused24]":30,"[unused25]":31,"[unused26]":32,"[unused27]":33,"[unused28]":34,"[unused29]":35,"[unused30]":36,"[unused31]":37,"[unused32]":38,"[unused33]":39,"[unused34]":40,"[unused35]":41,"[unused36]":42,"[unused37]":43,"[unused38]":44,"[unused39]":45,"[unused40]":46,"[unused41]":47,"[unused42]":48,"[unused43]":49,"[unused44]":50,"[unused45]":51,"[unused46]":52,"[unused47]":53,"[unused48]":54,"[unused49]":55,"[unused50]":56,"[unused51]":57,"[unused52]":58,"[unused53]":59,"[unused54]":60,"[unused55]":61,"[unused56]":62,"[unused57]":63,"[unused58]":64,"[unused59]":65,"[unused60]":66,"[unused61]":67,"[unused62]":68,"[unused63]":69,"[unused64]":70,"[unused65]":71,"[unused66]":72,"[unused67]":73,"[unused68]":74,"[unused69]":75,"[unused70]":76,"[unused71]":77,"[unused72]":78,"[unused73]":79,"[unused74]":80,"[unused75]":81,"[unused76]":82,"[unused77]":83,"[unused78]":84,"[unused79]":85,"[unused80]":86,"[unused81]":87,"[unused82]":88,"[unused83]":89,"[unused84]":90,"[unused85]":91,"[unused86]":92,"[unused87]":93,"[unused88]":94,"[unused89]":95,"[unused90]":96,"[unused91]":97,"[unused92]":98,"[unused93]":99,"[unused94]":100,"[unused95]":101,"[unused96]":102,"[unused97]":103,"[unused98]":104,"[unused99]":105,"[unused100]":106,"[unused101]":107,"[unused102]":108,"[unused103]":109,"[unused104]":110,"[unused105]":111,"[unused106]":112,"[unused107]":113,"[unused108]":114,"[unused109]":115,"[unused110]":116,"[unused111]":117,"[unused112]":118,"[unused113]":119,"[unused114]":120,"[unused115]":121,"[unused116]":122,"[unused117]":123,"[unused118]":124,"[unused119]":125,"[unused120]":126,"[unused121]":127,"[unused122]":128,"[unused123]":129,"[unused124]":130,"[unused125]":131,"[unused126]":132,"[unused127]":133,"[unused128]":134,"[unused129]":135,"[unused130]":136,"[unused131]":137,"[unused132]":138,"[unused133]":139,"[unused134]":140,"[unused135]":141,"[unused136]":142,"[unused137]":143,"[unused138]":144,"[unused139]":145,"[unused140]":146,"[unused141]":147,"[unused142]":148,"[unused14
|