Add docker file (#588)

Co-authored-by: Ying Sheng <ying.sheng@databricks.com>
2024-07-04 00:53:49 -07:00
parent dc8cef1d0c
commit ac11388756
2 changed files with 9 additions and 0 deletions
--- a/docker/Dockerfile
+++ b/docker/Dockerfile
@@ -0,0 +1,6 @@
+FROM vllm/vllm-openai
+
+RUN pip install --upgrade pip
+RUN pip install "sglang[all]"
+RUN pip uninstall -y triton triton-nightly && pip install --no-deps --index-url https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/Triton-Nightly/pypi/simple/ triton-nightly
+RUN pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.3/