Upload tokenizer

This commit is contained in:
M
2025-04-29 14:37:03 +00:00
committed by system
parent e9024a6cd1
commit 9dc21dc6db
4 changed files with 244 additions and 0 deletions

1
.gitattributes vendored
View File

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
tokenizer.json filter=lfs diff=lfs merge=lfs -text