Update README.md

This commit is contained in:
Cherrytest
2023-08-22 12:52:46 +00:00
parent 5f187f631f
commit f490baab73

View File

@@ -31,8 +31,8 @@ from modelscope import AutoTokenizer, snapshot_download
from modelscope import AutoModelForCausalLM
model_id = 'OpenBuddy/openbuddy-atom-13b-v9-bf16'
tokenizer = AutoTokenizer.from_pretrained(model_id, revision = v1.0.0trust_remote_code=True)
model = AutoModelForCausalLM.from_pretrained(model_id,revision = v1.0.0 device_map='auto',
tokenizer = AutoTokenizer.from_pretrained(model_id, revision = 'v1.0.0',trust_remote_code=True)
model = AutoModelForCausalLM.from_pretrained(model_id,revision = 'v1.0.0', device_map='auto',
torch_dtype=torch.float16, trust_remote_code=True)
model = model.eval()