2026-08-27 15:11:51 +08:00
|
|
|
# Should be mirrored in pyproject.toml
|
2025-09-09 09:40:35 +08:00
|
|
|
cmake>=3.26
|
|
|
|
|
decorator
|
|
|
|
|
einops
|
2026-08-27 15:11:51 +08:00
|
|
|
numpy
|
2025-09-09 09:40:35 +08:00
|
|
|
packaging
|
|
|
|
|
pip
|
|
|
|
|
pybind11
|
|
|
|
|
pyyaml
|
2026-08-27 15:11:51 +08:00
|
|
|
regex
|
2025-09-09 09:40:35 +08:00
|
|
|
scipy
|
2026-08-27 15:11:51 +08:00
|
|
|
pandas
|
|
|
|
|
psutil
|
2025-09-09 09:40:35 +08:00
|
|
|
setuptools>=64
|
|
|
|
|
setuptools-scm>=8
|
2026-08-27 15:11:51 +08:00
|
|
|
torch==2.10.0
|
|
|
|
|
torch-npu==2.10.0.post4
|
|
|
|
|
torchvision==0.25.0
|
|
|
|
|
torchaudio==2.10.0
|
|
|
|
|
triton-ascend==3.2.2
|
2025-09-09 09:40:35 +08:00
|
|
|
wheel
|
2026-08-27 15:11:51 +08:00
|
|
|
xgrammar>=0.1.30
|
|
|
|
|
pandas-stubs
|
|
|
|
|
compressed_tensors>=0.11.0
|
2025-09-09 09:40:35 +08:00
|
|
|
|
2026-08-27 15:11:51 +08:00
|
|
|
# Required for disaggregated prefill
|
2025-09-09 09:40:35 +08:00
|
|
|
msgpack
|
|
|
|
|
quart
|
|
|
|
|
|
|
|
|
|
# Required for N-gram speculative decoding
|
|
|
|
|
numba
|
|
|
|
|
|
2026-08-27 15:11:51 +08:00
|
|
|
# Required for kvpool supports memcache backend
|
|
|
|
|
memfabric_hybrid
|
|
|
|
|
memcache_hybrid
|
|
|
|
|
|
|
|
|
|
arctic-inference==0.1.1
|
|
|
|
|
transformers==5.5.4
|
|
|
|
|
fastapi<0.124.0
|
