--extra-index-url https://download.pytorch.org/whl/cu121
torch==2.4.0+cu121
torchaudio==2.4.0+cu121
transformers==4.45.2
accelerate==0.34.2
numpy==1.26.4
protobuf==4.25.3
snac==1.2.1
diffusers==0.30.3
vllm==0.6.3.post1
starlette<1.0