Update README.md

This commit is contained in:
Shaun Prince
2024-04-28 23:07:02 +00:00
committed by system
parent c478e0fd16
commit 5fd27fc1f7

View File

@@ -42,8 +42,8 @@ pip install --upgrade autoawq autoawq-kernels
from awq import AutoAWQForCausalLM
from transformers import AutoTokenizer, TextStreamer
model_path = "solidrust/Lexi-Llama-3-8B-Uncensored-AWQ"
system_message = "You are Lexi-Llama-3-8B-Uncensored, incarnated as a powerful AI. You were created by Orenguteng."
model_path = "solidrust/Llama-3-8B-Lexi-Uncensored-AWQ"
system_message = "You are Llama-3-8B-Lexi-Uncensored, incarnated as a powerful AI. You were created by Orenguteng."
# Load model
model = AutoAWQForCausalLM.from_quantized(model_path,