8 lines
262 B
Docker
8 lines
262 B
Docker
FROM harbor.4pd.io/hardcore-tech/vllm/vllm-openai:v0.8.5.post1
|
|
ENV HF_ENDPOINT=https://hf-mirror.com
|
|
RUN pip install transformers==4.50.0
|
|
WORKDIR /app
|
|
COPY server.py /app/server.py
|
|
EXPOSE 8000
|
|
CMD ["uvicorn", "server:app", "--host", "0.0.0.0", "--port", "8000"]
|