Misc fixes (#432)

2024-05-12 15:05:40 -07:00
parent 72bb344388
commit 6e09cf6a15
6 changed files with 23 additions and 5 deletions
--- a/playground/load_tokenizer.py
+++ b/playground/load_tokenizer.py
@@ -1,7 +1,8 @@
 import transformers
 import code

-name = "meta-llama/Llama-2-7b-chat-hf"
+#name = "meta-llama/Llama-2-7b-chat-hf"
+name = "meta-llama/Meta-Llama-3-8B-Instruct"

 t = transformers.AutoTokenizer.from_pretrained(name)
 code.interact(local=locals())