diff --git a/main.py b/main.py index 88739eb..763643e 100644 --- a/main.py +++ b/main.py @@ -302,9 +302,7 @@ def build_config_params(gpu: str) -> str: 'gpu_num': 1, 'command': [ '/bin/bash', '-ic', - 'vllm serve /model --port 8000 --served-model-name llm ' - '--max-model-len 2048 --dtype auto --gpu-memory-utilization 0.95 ' - '-tp 1 --enforce-eager --trust-remote-code' + 'vllm serve /model --port 8000 --served-model-name llm --max-model-len 2048 --dtype auto --gpu-memory-utilization 0.95 -tp 1 --enforce-eager --trust-remote-code' ] } }, @@ -321,7 +319,7 @@ def build_config_params(gpu: str) -> str: }, 'model': 'llm', } - return yaml.dump(params, default_flow_style=False, allow_unicode=True) + return yaml.dump(params, default_flow_style=False, allow_unicode=True, width=1000) def submit_model(model_url: str, gpu: str, token: str) -> tuple: