21 lines
668 B
Docker
21 lines
668 B
Docker
|
# 基线 tag 来自公开仓反推，不是官方另行发布的锁定说明。
|
|||
|
|
# 官方入口若给出不同 tag，只改 BASE_IMAGE。
|
|||
|
|
ARG BASE_IMAGE=registry.iluvatar.com.cn:10443/customer/sz/vllm0.17.0-4.4.0-x86:v4.1
|
|||
|
|
FROM ${BASE_IMAGE}
|
|||
|
|
|
|||
|
|
ENV FRAMEWORK=vllm_0_17_0_corex_4_4_0 \
|
|||
|
|
GPU_TYPE=Iluvatar_bi-150 \
|
|||
|
|
TASK_TYPE=text-generation \
|
|||
|
|
MODEL_DIR=/model \
|
|||
|
|
ARCH_UNKNOWN_POLICY=fail \
|
|||
|
|
APPLY_TOKENIZER_PATCH=0
|
|||
|
|
|
|||
|
|
WORKDIR /opt/engine
|
|||
|
|
COPY scripts/ /opt/engine/scripts/
|
|||
|
|
COPY patches/ /opt/engine/patches/
|
|||
|
|
COPY task_info.env.example /opt/engine/task_info.env
|
|||
|
|
|
|||
|
|
RUN chmod +x /opt/engine/scripts/entrypoint.sh
|
|||
|
|
|
|||
|
|
ENTRYPOINT ["/opt/engine/scripts/entrypoint.sh"]
|