psutil
sentencepiece
numpy<2.0.0
requests>=2.26.0
tqdm
py-cpuinfo
transformers>=4.45.2
tokenizers>=0.19.1
protobuf
aiohttp
openai>=1.45.0
uvicorn[standard]
pydantic>=2.9
pillow
prometheus_client>=0.18.0
prometheus-fastapi-instrumentator>=7.0.0
tiktoken>=0.6.0
lm-format-enforcer<0.11,>=0.10.9
outlines<0.1,>=0.0.43
typing_extensions>=4.10
filelock>=3.10.4
partial-json-parser
pyzmq
msgspec
gguf==0.10.0
importlib_metadata
mistral_common[opencv]>=1.5.0
pyyaml
einops
compressed-tensors==0.8.0
tensorizer
matplotlib>=3.7.4
accelerate
loguru
ray==2.40.0
triton==3.0.0
torch==2.5.0
torch-mlu>=1.23.1
torch_mlu_ops>=1.2.2
xformers==0.0.24
datasets
transformers_stream_generator
huggingface-hub==0.25.2

[:python_version < "3.9"]
fastapi<0.113.0,>=0.107.0

[:python_version > "3.11"]
six>=1.16.0
setuptools>=74.1.1

[:python_version >= "3.9"]
fastapi!=0.113.*,!=0.114.0,>=0.107.0

[audio]
librosa
soundfile

[tensorizer]
tensorizer>=2.9.0

[video]
decord