@@ -1,27 +1,39 @@
|
||||
# Should be mirrored in pyporject.toml
|
||||
# Should be mirrored in pyproject.toml
|
||||
cmake>=3.26
|
||||
decorator
|
||||
einops
|
||||
numpy<2.0.0
|
||||
numpy
|
||||
packaging
|
||||
pip
|
||||
pybind11
|
||||
pyyaml
|
||||
regex
|
||||
scipy
|
||||
pandas
|
||||
psutil
|
||||
setuptools>=64
|
||||
setuptools-scm>=8
|
||||
torch>=2.7.1
|
||||
torchvision
|
||||
torch==2.10.0
|
||||
torch-npu==2.10.0.post4
|
||||
torchvision==0.25.0
|
||||
torchaudio==2.10.0
|
||||
triton-ascend==3.2.2
|
||||
wheel
|
||||
xgrammar>=0.1.30
|
||||
pandas-stubs
|
||||
compressed_tensors>=0.11.0
|
||||
|
||||
# requirements for disaggregated prefill
|
||||
# Required for disaggregated prefill
|
||||
msgpack
|
||||
quart
|
||||
|
||||
# Required for N-gram speculative decoding
|
||||
numba
|
||||
|
||||
# Install torch_npu
|
||||
--pre
|
||||
--extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi
|
||||
torch-npu==2.7.1.dev20250724
|
||||
# Required for kvpool supports memcache backend
|
||||
memfabric_hybrid
|
||||
memcache_hybrid
|
||||
|
||||
arctic-inference==0.1.1
|
||||
transformers==5.5.4
|
||||
fastapi<0.124.0
|
||||
|
||||
Reference in New Issue
Block a user