11 lines
412 B
Docker
11 lines
412 B
Docker
|
FROM harbor-contest.4pd.io/luopingyi/bi100/vllm:0.6.3
|
||
|
|
|
||
|
|
COPY fix_tokenizer.py /opt/fix_tokenizer.py
|
||
|
|
COPY vllm_wrapper.sh /opt/vllm_wrapper.sh
|
||
|
|
|
||
|
|
RUN chmod +x /opt/vllm_wrapper.sh && \
|
||
|
|
mv /usr/local/corex/lib64/python3/dist-packages/bin/vllm \
|
||
|
|
/usr/local/corex/lib64/python3/dist-packages/bin/vllm_real && \
|
||
|
|
ln -s /opt/vllm_wrapper.sh \
|
||
|
|
/usr/local/corex/lib64/python3/dist-packages/bin/vllm
|