20 lines
306 B
YAML
20 lines
306 B
YAML
gpu_type: A100
|
|
gpu_num: 1
|
|
command:
|
|
- vllm
|
|
- serve
|
|
- /model
|
|
- --served-model-name
|
|
- llm
|
|
- --max-model-len
|
|
- '4096'
|
|
- --gpu-memory-utilization
|
|
- '0.9'
|
|
- --enforce-eager
|
|
- --trust-remote-code
|
|
- -tp
|
|
- '1'
|
|
env:
|
|
- name: ENV_NAME
|
|
value: ENV_VALUE
|
|
|