diff --git a/README.md b/README.md index 827d5c4..cf0a2f5 100644 --- a/README.md +++ b/README.md @@ -31,8 +31,8 @@ from modelscope import AutoTokenizer, snapshot_download from modelscope import AutoModelForCausalLM model_id = 'OpenBuddy/openbuddy-atom-13b-v9-bf16' -tokenizer = AutoTokenizer.from_pretrained(model_id, revision = ’v1.0.0‘,trust_remote_code=True) -model = AutoModelForCausalLM.from_pretrained(model_id,revision = ’v1.0.0‘, device_map='auto', +tokenizer = AutoTokenizer.from_pretrained(model_id, revision = 'v1.0.0',trust_remote_code=True) +model = AutoModelForCausalLM.from_pretrained(model_id,revision = 'v1.0.0', device_map='auto', torch_dtype=torch.float16, trust_remote_code=True) model = model.eval()