Update README.md

This commit is contained in:
platformofai
2025-04-21 09:45:16 +00:00
parent e521cc24e3
commit 259693af7b

View File

@@ -45,11 +45,11 @@ license: apache-2.0
from modelscope import AutoModelForCausalLM, AutoTokenizer from modelscope import AutoModelForCausalLM, AutoTokenizer
model = AutoModelForCausalLM.from_pretrained( model = AutoModelForCausalLM.from_pretrained(
"PAI/DistilQwen2.5-DS3-0324-32B", "PAI/DistilQwen2.5-DS3-0324-7B",
torch_dtype="auto", torch_dtype="auto",
device_map="auto" device_map="auto"
) )
tokenizer = AutoTokenizer.from_pretrained("PAI/DistilQwen2.5-DS3-0324-32B") tokenizer = AutoTokenizer.from_pretrained("PAI/DistilQwen2.5-DS3-0324-7B")
prompt = "Give me a short introduction to large language model." prompt = "Give me a short introduction to large language model."
messages=[ messages=[