9 lines
287 B
Plaintext
9 lines
287 B
Plaintext
# Common dependencies
|
|
-r common.txt
|
|
|
|
numba == 0.61.2 # Required for N-gram speculative decoding
|
|
|
|
# Dependencies for NVIDIA GPUs
|
|
ray>=2.48.0 # Ray Compiled Graph, required for pipeline parallelism in V1.
|
|
torch==2.7.1
|
|
triton == 3.1.0 # FIXME(woosuk): This is a hack to avoid import error. |