feature: complete
This commit is contained in:
7
docker/nvidia-a100.dockerfile
Normal file
7
docker/nvidia-a100.dockerfile
Normal file
@@ -0,0 +1,7 @@
|
||||
FROM harbor.4pd.io/hardcore-tech/vllm/vllm-openai:v0.8.5.post1
|
||||
ENV HF_ENDPOINT=https://hf-mirror.com
|
||||
RUN pip install transformers==4.50.0
|
||||
WORKDIR /app
|
||||
COPY server.py /app/server.py
|
||||
EXPOSE 8000
|
||||
CMD ["uvicorn", "server:app", "--host", "0.0.0.0", "--port", "8000"]
|
||||
Reference in New Issue
Block a user