Files
enginex-mlu370-any2any/transformers/utils/test_module/custom_tokenization.py
2025-10-09 16:47:16 +08:00

6 lines
88 B
Python

from transformers import BertTokenizer
class CustomTokenizer(BertTokenizer):
pass