EngineX-Ascend/enginex-ascend-910-vl
10
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

fix model dir

Browse Source
This commit is contained in:
luopingyi
2025-11-01 12:09:17 +08:00
parent da8ac28a97
commit bfb6c35d9e
2 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@@ -45,9 +45,7 @@ docker run -it --rm \
curl -X POST http://localhost:10086/generate \ curl -X POST http://localhost:10086/generate \
-H "Content-Type: application/json" \ -H "Content-Type: application/json" \
-d '{ -d '{
"model": "qwen3-8b",
"messages": [{"role": "user", "content": "你好"}], "messages": [{"role": "user", "content": "你好"}],
"stream": true
}' }'
``` ```

2
app.py
View File

@@ -14,7 +14,7 @@ import torch
from modelscope import AutoModel, AutoTokenizer from modelscope import AutoModel, AutoTokenizer
# -------- Configuration -------- # -------- Configuration --------
MODEL_DIR = os.environ.get("DEESEEK_MODEL_DIR", "/mnt/models") MODEL_DIR = os.environ.get("DEESEEK_MODEL_DIR", "/model")
MODEL_PREFERRED_DTYPE = os.environ.get("DEESEEK_DTYPE", "bfloat16") # or float16/float32 MODEL_PREFERRED_DTYPE = os.environ.get("DEESEEK_DTYPE", "bfloat16") # or float16/float32
# -------- FastAPI app -------- # -------- FastAPI app --------