21 lines
660 B
Docker
21 lines
660 B
Docker
# 基线 tag 来自公开仓反推，不是官方另行发布的锁定说明。
|
||
# 官方入口若给出不同 tag，只改 BASE_IMAGE。
|
||
ARG BASE_IMAGE=registry.iluvatar.com.cn:10443/customer/sz/vllm0.17.0-4.4.0-x86:v4.1
|
||
FROM ${BASE_IMAGE}
|
||
|
||
ENV FRAMEWORK=vllm_bi150_r2r4 \
|
||
GPU_TYPE=Iluvatar_bi-150 \
|
||
TASK_TYPE=text-generation \
|
||
MODEL_DIR=/model \
|
||
ARCH_UNKNOWN_POLICY=fail \
|
||
APPLY_TOKENIZER_PATCH=0
|
||
|
||
WORKDIR /opt/engine
|
||
COPY scripts/ /opt/engine/scripts/
|
||
COPY patches/ /opt/engine/patches/
|
||
COPY task_info.env.example /opt/engine/task_info.env
|
||
|
||
RUN chmod +x /opt/engine/scripts/entrypoint.sh
|
||
|
||
ENTRYPOINT ["/opt/engine/scripts/entrypoint.sh"]
|