添加yaml

2026-06-10 22:25:36 +08:00
parent d06027d550
commit b736b99ac3
1 changed files with 19 additions and 0 deletions
--- a/computility-run.yaml
+++ b/computility-run.yaml
@@ -0,0 +1,19 @@
 gpu_num: 1
 command:
    - vllm
    - serve
    - /model
    - --served-model-name
    - llm
    - --max-model-len
    - '4096'
    - --gpu-memory-utilization
    - '0.9'
    - --enforce-eager
    - --trust-remote-code
    - -tp
    - '1'
 env:
    - name: ENV_NAME
      value: ENV_VALUE