Update README.md
This commit is contained in:
@@ -45,11 +45,11 @@ license: apache-2.0
|
|||||||
from modelscope import AutoModelForCausalLM, AutoTokenizer
|
from modelscope import AutoModelForCausalLM, AutoTokenizer
|
||||||
|
|
||||||
model = AutoModelForCausalLM.from_pretrained(
|
model = AutoModelForCausalLM.from_pretrained(
|
||||||
"PAI/DistilQwen2.5-DS3-0324-32B",
|
"PAI/DistilQwen2.5-DS3-0324-7B",
|
||||||
torch_dtype="auto",
|
torch_dtype="auto",
|
||||||
device_map="auto"
|
device_map="auto"
|
||||||
)
|
)
|
||||||
tokenizer = AutoTokenizer.from_pretrained("PAI/DistilQwen2.5-DS3-0324-32B")
|
tokenizer = AutoTokenizer.from_pretrained("PAI/DistilQwen2.5-DS3-0324-7B")
|
||||||
|
|
||||||
prompt = "Give me a short introduction to large language model."
|
prompt = "Give me a short introduction to large language model."
|
||||||
messages=[
|
messages=[
|
||||||
|
|||||||
Reference in New Issue
Block a user