Dedicated toml files for CPU/XPU (#10734)

This commit is contained in:
Zaili Wang
2025-10-10 15:44:55 +08:00
committed by GitHub
parent 8df4945559
commit f19613e6c3
5 changed files with 262 additions and 9 deletions

View File

@@ -82,15 +82,16 @@ cd sglang
git checkout <YOUR-DESIRED-VERSION>
# Use dedicated toml file
cp python/pyproject_other.toml python/pyproject.toml
cd python
cp pyproject_cpu.toml pyproject.toml
# Install SGLang dependent libs, and build SGLang main package
pip install --upgrade pip setuptools
conda install -y libsqlite==3.48.0 gperftools tbb libnuma numactl
pip install -e "python[all_cpu]"
pip install .
pip install torch==2.7.1 torchvision==0.22.1 triton==3.3.1 --force-reinstall
# Build the CPU backend kernels
cd sgl-kernel
cd ../sgl-kernel
cp pyproject_cpu.toml pyproject.toml
pip install .