EngineX/xc-llm-ascend
3
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

[Doc] fix VLLM_USE_V1 value in graph mode docs (#1226)

Browse Source 
os.environ["VLLM_USE_V1"] must be assigned with str, not other type.


![image](https://github.com/user-attachments/assets/9d337ae5-00e5-4179-832e-c6c917dd5798)

Signed-off-by: 22dimensions <waitingwind@foxmail.com>
This commit is contained in:
22dimensions
2025-06-15 15:41:11 +08:00
committed by GitHub
parent ab5d110fcc
commit 0d2074a1ec
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
docs/source/user_guide/graph_mode.md
View File

@@ -23,7 +23,7 @@ import os
from vllm import LLM from vllm import LLM
os.environ["VLLM_USE_V1"] = 1 os.environ["VLLM_USE_V1"] = "1"
model = LLM(model="Qwen/Qwen2-7B-Instruct") model = LLM(model="Qwen/Qwen2-7B-Instruct")
outputs = model.generate("Hello, how are you?") outputs = model.generate("Hello, how are you?")
@@ -45,7 +45,7 @@ offline example:
import os import os
from vllm import LLM from vllm import LLM
os.environ["VLLM_USE_V1"] = 1 os.environ["VLLM_USE_V1"] = "1"
# TorchAirGraph is only work without chunked-prefill now # TorchAirGraph is only work without chunked-prefill now
model = LLM(model="deepseek-ai/DeepSeek-R1-0528", additional_config={"torchair_graph_config": {"enabled": True},"ascend_scheduler_config": {"enabled": True,}}) model = LLM(model="deepseek-ai/DeepSeek-R1-0528", additional_config={"torchair_graph_config": {"enabled": True},"ascend_scheduler_config": {"enabled": True,}})
@@ -70,7 +70,7 @@ offline example:
import os import os
from vllm import LLM from vllm import LLM
os.environ["VLLM_USE_V1"] = 1 os.environ["VLLM_USE_V1"] = "1"
model = LLM(model="someother_model_weight", enforce_eager=True) model = LLM(model="someother_model_weight", enforce_eager=True)
outputs = model.generate("Hello, how are you?") outputs = model.generate("Hello, how are you?")