diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..795018a --- /dev/null +++ b/Dockerfile @@ -0,0 +1,3 @@ +FROM git.modelhub.org.cn:9443/enginex-iluvatar-bi150/vllm:0.8.3 +ADD vllm-llama-head_dim.patch /tmp/vllm-llama-head_dim.patch +RUN patch -p0 < /tmp/vllm-llama-head_dim.patch \ No newline at end of file