初始化项目,由ModelHub XC社区提供模型
Model: nv-community/OpenMath-Nemotron-14B-Kaggle Source: Original Platform
This commit is contained in:
26
Dockerfile
Normal file
26
Dockerfile
Normal file
@@ -0,0 +1,26 @@
|
||||
FROM igitman/nemo-skills-vllm:0.6.0 as base
|
||||
|
||||
# Install NeMo-Skills and dependencies
|
||||
RUN git clone https://github.com/NVIDIA/NeMo-Skills \
|
||||
&& cd NeMo-Skills \
|
||||
&& pip install --ignore-installed blinker \
|
||||
&& pip install -e . \
|
||||
&& pip install -r requirements/code_execution.txt
|
||||
|
||||
# Ensure python is available
|
||||
RUN ln -s /usr/bin/python3 /usr/bin/python
|
||||
|
||||
# Copy our custom files
|
||||
COPY handler.py server.py /usr/local/endpoint/
|
||||
|
||||
# Expose port 80
|
||||
EXPOSE 80
|
||||
|
||||
# Copy and set up entrypoint script
|
||||
COPY entrypoint.sh /usr/local/endpoint/
|
||||
RUN chmod +x /usr/local/endpoint/entrypoint.sh
|
||||
|
||||
# Set working directory
|
||||
WORKDIR /usr/local/endpoint
|
||||
|
||||
ENTRYPOINT ["/usr/local/endpoint/entrypoint.sh"]
|
||||
Reference in New Issue
Block a user