forked from EngineX-MetaX/enginex-c_series-vllm
add Dockerfile
This commit is contained in:
4
Dockerfile
Normal file
4
Dockerfile
Normal file
@@ -0,0 +1,4 @@
|
||||
FROM cr.metax-tech.com/public-ai-release/maca/vllm:maca.ai3.0.0.5-torch2.6-py310-ubuntu22.04-amd64
|
||||
|
||||
COPY vllm/ /opt/conda/lib/python3.10/site-packages/vllm/
|
||||
COPY code_generator.py /opt/conda/lib/python3.10/site-packages/triton/compiler/code_generator.py
|
||||
4
README.md
Normal file
4
README.md
Normal file
@@ -0,0 +1,4 @@
|
||||
# metax-c500-vllm
|
||||
|
||||
1. 支持 `gpt-oss-BF16`:将 `vllm` 目录覆盖到镜像中的 `/opt/conda/lib/python3.10/site-packages/vllm`
|
||||
2. 将 `code_generator.py` 覆盖到镜像中的 `/opt/conda/lib/python3.10/site-packages/triton/compiler/code_generator.py`
|
||||
1303
code_generator.py
Normal file
1303
code_generator.py
Normal file
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user