11 lines
357 B
Docker
11 lines
357 B
Docker
|
FROM harbor-contest.4pd.io/luopingyi/enginex-iluvatar-bi150/vllm:0.8.3
|
||
|
|
|
||
|
|
COPY fix_tokenizer.py /opt/fix_tokenizer.py
|
||
|
|
COPY vllm_wrapper.sh /opt/vllm_wrapper.sh
|
||
|
|
|
||
|
|
RUN set -e; \
|
||
|
|
vllm_bin="$(command -v vllm)"; \
|
||
|
|
mv "$vllm_bin" "$(dirname "$vllm_bin")/vllm_real"; \
|
||
|
|
cp /opt/vllm_wrapper.sh "$vllm_bin"; \
|
||
|
|
chmod +x "$vllm_bin" /opt/fix_tokenizer.py
|