sunruoxi/ppu_deepseek_v4_pro_patch
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

first commit

Browse Source
This commit is contained in:
Sun Ruoxi
2026-10-21 15:52:23 +08:00
commit f37510c88f
18 changed files with 5315 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
Dockerfile Normal file
View File

@@ -0,0 +1,16 @@
ARG BASE_IMAGE
FROM ${BASE_IMAGE}
COPY manifest.json /opt/ppu-deepseek-v4-pro-patch/manifest.json
COPY scripts/apply.py /opt/ppu-deepseek-v4-pro-patch/scripts/apply.py
COPY src/ /opt/ppu-deepseek-v4-pro-patch/src/
COPY upstream/ /opt/ppu-deepseek-v4-pro-patch/upstream/
COPY examples/ /opt/ppu-deepseek-v4-pro-patch/examples/
RUN python /opt/ppu-deepseek-v4-pro-patch/scripts/apply.py --apply
ENV VLLM_DISABLED_KERNELS=PPUCutlassFp8BlockScaledMMKernel \
VLLM_PPU_BF16_O_PROJ=1 \
VLLM_PPU_SERIAL_ATTENTION=1 \
VLLM_MULTI_STREAM_GEMM_TOKEN_THRESHOLD=0 \
VLLM_ENGINE_READY_TIMEOUT_S=3600