update Dockerfile
This commit is contained in:
@@ -14,7 +14,7 @@ modelscope download --model Qwen/Qwen1.5-1.8B-Chat --local_dir /mnt/contest_ceph
|
||||
```
|
||||
2. 拉取vllm server 镜像.
|
||||
```
|
||||
docker pull harbor.4pd.io/mic-llm-x/combricon_vllm_mlu_wyq:1.0.0
|
||||
docker build -t combricon-mlu370_test_wyq:1.0.0 -f mlu370.dockerfile .
|
||||
```
|
||||
3. 启动docker
|
||||
```bash
|
||||
@@ -26,7 +26,7 @@ docker run -it --rm \
|
||||
--device=/dev/cambricon_dev6:/dev/cambricon_dev6 \
|
||||
--device=/dev/cambricon_ctl:/dev/cambricon_ctl \
|
||||
--device=/dev/cambricon_ipcm6:/dev/cambricon_ipcm6 \
|
||||
--privileged harbor.4pd.io/mic-llm-x/combricon_vllm_mlu_wyq:1.0.0
|
||||
--privileged combricon-mlu370_test_wyq:1.0.0
|
||||
```
|
||||
注意需要在本地使用寒武纪 mlu370 芯片
|
||||
4. 测试服务
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
FROM harbor.4pd.io/mic-llm-x/combricon_vllm_mlu:v1.0_0510
|
||||
FROM combricon_vllm_mlu:v1.0_0510
|
||||
|
||||
WORKDIR /workspace
|
||||
|
||||
|
||||
Reference in New Issue
Block a user