Update README.md
This commit is contained in:
@@ -31,8 +31,8 @@ from modelscope import AutoTokenizer, snapshot_download
|
||||
from modelscope import AutoModelForCausalLM
|
||||
|
||||
model_id = 'OpenBuddy/openbuddy-atom-13b-v9-bf16'
|
||||
tokenizer = AutoTokenizer.from_pretrained(model_id, revision = ’v1.0.0‘,trust_remote_code=True)
|
||||
model = AutoModelForCausalLM.from_pretrained(model_id,revision = ’v1.0.0‘, device_map='auto',
|
||||
tokenizer = AutoTokenizer.from_pretrained(model_id, revision = 'v1.0.0',trust_remote_code=True)
|
||||
model = AutoModelForCausalLM.from_pretrained(model_id,revision = 'v1.0.0', device_map='auto',
|
||||
torch_dtype=torch.float16, trust_remote_code=True)
|
||||
model = model.eval()
|
||||
|
||||
|
||||
Reference in New Issue
Block a user