diff --git a/computility-run.yaml b/computility-run.yaml index cc9e985a..1b21a525 100644 --- a/computility-run.yaml +++ b/computility-run.yaml @@ -10,7 +10,7 @@ command: - --max-model-len - '131072' - --gpu-memory-utilization - - '0.95' + - '0.92' - --trust-remote-code - -tp - '4'