Sync from v0.13
This commit is contained in:
4
tests/config/test_config.yaml
Normal file
4
tests/config/test_config.yaml
Normal file
@@ -0,0 +1,4 @@
|
||||
port: 12312
|
||||
served_model_name: mymodel
|
||||
tensor_parallel_size: 2
|
||||
trust_remote_code: true
|
||||
Reference in New Issue
Block a user