Update README.md
This commit is contained in:
@@ -45,11 +45,11 @@ license: apache-2.0
|
||||
from modelscope import AutoModelForCausalLM, AutoTokenizer
|
||||
|
||||
model = AutoModelForCausalLM.from_pretrained(
|
||||
"PAI/DistilQwen2.5-DS3-0324-32B",
|
||||
"PAI/DistilQwen2.5-DS3-0324-7B",
|
||||
torch_dtype="auto",
|
||||
device_map="auto"
|
||||
)
|
||||
tokenizer = AutoTokenizer.from_pretrained("PAI/DistilQwen2.5-DS3-0324-32B")
|
||||
tokenizer = AutoTokenizer.from_pretrained("PAI/DistilQwen2.5-DS3-0324-7B")
|
||||
|
||||
prompt = "Give me a short introduction to large language model."
|
||||
messages=[
|
||||
|
||||
Reference in New Issue
Block a user