Update python API of activation, topk, norm and rope and remove vllm dependency (#6614)
Co-authored-by: Wu, Chunyuan <chunyuan.wu@intel.com> Co-authored-by: jianan-gu <jianan.gu@intel.com> Co-authored-by: sdp <sdp@gnr799219.jf.intel.com>
This commit is contained in:
@@ -39,6 +39,7 @@ RUN git clone https://github.com/sgl-project/sglang.git && \
|
||||
cp pyproject_cpu.toml pyproject.toml && \
|
||||
pip install -v .
|
||||
|
||||
ENV SGLANG_USE_CPU_ENGINE=1
|
||||
ENV LD_PRELOAD=/sgl-workspace/miniforge3/lib/libiomp5.so:/sgl-workspace/miniforge3/lib/libtcmalloc.so:/sgl-workspace/miniforge3/lib/libtbbmalloc.so.2
|
||||
|
||||
WORKDIR /sgl-workspace/sglang
|
||||
|
||||
Reference in New Issue
Block a user