9 lines
193 B
Python
9 lines
193 B
Python
|
from transformers import BertTokenizerFast
|
||
|
|
|
||
|
|
from .custom_tokenization import CustomTokenizer
|
||
|
|
|
||
|
|
|
||
|
|
class CustomTokenizerFast(BertTokenizerFast):
|
||
|
|
slow_tokenizer_class = CustomTokenizer
|
||
|
|
pass
|