9 lines
287 B
Plaintext
9 lines
287 B
Plaintext
|
# Common dependencies
|
||
|
|
-r common.txt
|
||
|
|
|
||
|
|
numba == 0.61.2 # Required for N-gram speculative decoding
|
||
|
|
|
||
|
|
# Dependencies for NVIDIA GPUs
|
||
|
|
ray>=2.48.0 # Ray Compiled Graph, required for pipeline parallelism in V1.
|
||
|
|
torch==2.7.1
|
||
|
|
triton == 3.1.0 # FIXME(woosuk): This is a hack to avoid import error.
|