Add back tokenizer.model

2024-08-17 08:41:54 -07:00
parent 0959baf2c6
commit 501d23a6ef
1 changed files with 3 additions and 0 deletions
--- a/tokenizer.model
+++ b/tokenizer.model
@@ -0,0 +1,3 @@
 version https://git-lfs.github.com/spec/v1
 oid sha256:6dfd8b970f437002fc445214304969fe59e64d4f48500bd0b77ba55340f2d811
 size 4545602