8 lines
276 B
Docker
8 lines
276 B
Docker
FROM git.modelhub.org.cn:9443/enginex-iluvatar/a100-vllm-openai:v0.8.5.post1
|
|
ENV HF_ENDPOINT=https://hf-mirror.com
|
|
RUN pip install transformers==4.50.0
|
|
WORKDIR /app
|
|
COPY server.py /app/server.py
|
|
EXPOSE 8000
|
|
CMD ["uvicorn", "server:app", "--host", "0.0.0.0", "--port", "8000"]
|