12 lines
281 B
Docker
12 lines
281 B
Docker
|
FROM git.modelhub.org.cn:9443/enginex-ascend/vllm-ascend:v0.11.0rc0
|
||
|
|
|
||
|
|
WORKDIR /app
|
||
|
|
|
||
|
|
RUN pip install transformers==4.46.3 einops addict easydict modelscope uvicorn fastapi
|
||
|
|
|
||
|
|
COPY app.py .
|
||
|
|
|
||
|
|
ENTRYPOINT []
|
||
|
|
|
||
|
|
CMD ["python", "-m", "uvicorn", "app:app", "--host", "0.0.0.0", "--port", "80"]
|