Upload tokenizer

This commit is contained in:
Huseyin ABANOZ
2023-11-22 12:12:05 +00:00
committed by huggingface-web
parent 7c17085289
commit fdb7218571
4 changed files with 93458 additions and 0 deletions

3
tokenizer.model Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
size 499723