Update README.md
This commit is contained in:
@@ -31,8 +31,8 @@ from modelscope import AutoTokenizer, snapshot_download
|
|||||||
from modelscope import AutoModelForCausalLM
|
from modelscope import AutoModelForCausalLM
|
||||||
|
|
||||||
model_id = 'OpenBuddy/openbuddy-atom-13b-v9-bf16'
|
model_id = 'OpenBuddy/openbuddy-atom-13b-v9-bf16'
|
||||||
tokenizer = AutoTokenizer.from_pretrained(model_id, revision = ’v1.0.0‘,trust_remote_code=True)
|
tokenizer = AutoTokenizer.from_pretrained(model_id, revision = 'v1.0.0',trust_remote_code=True)
|
||||||
model = AutoModelForCausalLM.from_pretrained(model_id,revision = ’v1.0.0‘, device_map='auto',
|
model = AutoModelForCausalLM.from_pretrained(model_id,revision = 'v1.0.0', device_map='auto',
|
||||||
torch_dtype=torch.float16, trust_remote_code=True)
|
torch_dtype=torch.float16, trust_remote_code=True)
|
||||||
model = model.eval()
|
model = model.eval()
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user