diff --git a/computility-run.yaml b/computility-run.yaml index da12e930..1666a80a 100644 --- a/computility-run.yaml +++ b/computility-run.yaml @@ -13,9 +13,13 @@ command: - '0.92' - --trust-remote-code - -tp - - '4' + - '2' + - -dp + - '2' - --max-num-seqs - '2' + - -dp + - '2' - --disable-log-requests - --disable-frontend-multiprocessing - --max-num-batched-tokens