添加yaml

2026-06-10 22:25:36 +08:00
parent d06027d550
commit b736b99ac3
1 changed files with 19 additions and 0 deletions
--- a/computility-run.yaml
+++ b/computility-run.yaml
@@ -0,0 +1,19 @@
+gpu_num: 1
+command:
+    - vllm
+    - serve
+    - /model
+    - --served-model-name
+    - llm
+    - --max-model-len
+    - '4096'
+    - --gpu-memory-utilization
+    - '0.9'
+    - --enforce-eager
+    - --trust-remote-code
+    - -tp
+    - '1'
+env:
+    - name: ENV_NAME
+      value: ENV_VALUE
+