gpu_type: Iluvatar_bi-150
gpu_num: 1
command:
    - vllm
    - serve
    - /model
    - --served-model-name
    - llm
    - --max-model-len
    - '4096'
    - --gpu-memory-utilization
    - '0.9'
    - --enforce-eager
    - --trust-remote-code
    - -tp
    - '1'
env:
    - name: ENV_NAME
      value: ENV_VALUE