6 lines
88 B
Python
6 lines
88 B
Python
|
from transformers import BertTokenizer
|
||
|
|
|
||
|
|
|
||
|
|
class CustomTokenizer(BertTokenizer):
|
||
|
|
pass
|