From f490baab73c55d73d259536b285f3d0df78923f9 Mon Sep 17 00:00:00 2001 From: Cherrytest Date: Tue, 22 Aug 2023 12:52:46 +0000 Subject: [PATCH] Update README.md --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 827d5c4..cf0a2f5 100644 --- a/README.md +++ b/README.md @@ -31,8 +31,8 @@ from modelscope import AutoTokenizer, snapshot_download from modelscope import AutoModelForCausalLM model_id = 'OpenBuddy/openbuddy-atom-13b-v9-bf16' -tokenizer = AutoTokenizer.from_pretrained(model_id, revision = ’v1.0.0‘，trust_remote_code=True) -model = AutoModelForCausalLM.from_pretrained(model_id,revision = ’v1.0.0‘， device_map='auto', +tokenizer = AutoTokenizer.from_pretrained(model_id, revision = 'v1.0.0',trust_remote_code=True) +model = AutoModelForCausalLM.from_pretrained(model_id,revision = 'v1.0.0', device_map='auto', torch_dtype=torch.float16, trust_remote_code=True) model = model.eval()