forked from EngineX-Cambricon/enginex-mlu370-vllm
64 lines
949 B
Plaintext
64 lines
949 B
Plaintext
psutil
|
|
sentencepiece
|
|
numpy<2.0.0
|
|
requests>=2.26.0
|
|
tqdm
|
|
py-cpuinfo
|
|
transformers>=4.45.2
|
|
tokenizers>=0.19.1
|
|
protobuf
|
|
aiohttp
|
|
openai>=1.45.0
|
|
uvicorn[standard]
|
|
pydantic>=2.9
|
|
pillow
|
|
prometheus_client>=0.18.0
|
|
prometheus-fastapi-instrumentator>=7.0.0
|
|
tiktoken>=0.6.0
|
|
lm-format-enforcer<0.11,>=0.10.9
|
|
outlines<0.1,>=0.0.43
|
|
typing_extensions>=4.10
|
|
filelock>=3.10.4
|
|
partial-json-parser
|
|
pyzmq
|
|
msgspec
|
|
gguf==0.10.0
|
|
importlib_metadata
|
|
mistral_common[opencv]>=1.5.0
|
|
pyyaml
|
|
einops
|
|
compressed-tensors==0.8.0
|
|
tensorizer
|
|
matplotlib>=3.7.4
|
|
accelerate
|
|
loguru
|
|
ray==2.40.0
|
|
triton==3.0.0
|
|
torch==2.5.0
|
|
torch-mlu>=1.23.1
|
|
torch_mlu_ops>=1.2.2
|
|
xformers==0.0.24
|
|
datasets
|
|
transformers_stream_generator
|
|
huggingface-hub==0.25.2
|
|
|
|
[:python_version < "3.9"]
|
|
fastapi<0.113.0,>=0.107.0
|
|
|
|
[:python_version > "3.11"]
|
|
six>=1.16.0
|
|
setuptools>=74.1.1
|
|
|
|
[:python_version >= "3.9"]
|
|
fastapi!=0.113.*,!=0.114.0,>=0.107.0
|
|
|
|
[audio]
|
|
librosa
|
|
soundfile
|
|
|
|
[tensorizer]
|
|
tensorizer>=2.9.0
|
|
|
|
[video]
|
|
decord
|