dp 2
This commit is contained in:
@@ -13,9 +13,13 @@ command:
|
|||||||
- '0.92'
|
- '0.92'
|
||||||
- --trust-remote-code
|
- --trust-remote-code
|
||||||
- -tp
|
- -tp
|
||||||
- '4'
|
- '2'
|
||||||
|
- -dp
|
||||||
|
- '2'
|
||||||
- --max-num-seqs
|
- --max-num-seqs
|
||||||
- '2'
|
- '2'
|
||||||
|
- -dp
|
||||||
|
- '2'
|
||||||
- --disable-log-requests
|
- --disable-log-requests
|
||||||
- --disable-frontend-multiprocessing
|
- --disable-frontend-multiprocessing
|
||||||
- --max-num-batched-tokens
|
- --max-num-batched-tokens
|
||||||
|
|||||||
Reference in New Issue
Block a user