fix: yaml.dump width=1000 to prevent command string wrapping
This commit is contained in:
6
main.py
6
main.py
@@ -302,9 +302,7 @@ def build_config_params(gpu: str) -> str:
|
|||||||
'gpu_num': 1,
|
'gpu_num': 1,
|
||||||
'command': [
|
'command': [
|
||||||
'/bin/bash', '-ic',
|
'/bin/bash', '-ic',
|
||||||
'vllm serve /model --port 8000 --served-model-name llm '
|
'vllm serve /model --port 8000 --served-model-name llm --max-model-len 2048 --dtype auto --gpu-memory-utilization 0.95 -tp 1 --enforce-eager --trust-remote-code'
|
||||||
'--max-model-len 2048 --dtype auto --gpu-memory-utilization 0.95 '
|
|
||||||
'-tp 1 --enforce-eager --trust-remote-code'
|
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
@@ -321,7 +319,7 @@ def build_config_params(gpu: str) -> str:
|
|||||||
},
|
},
|
||||||
'model': 'llm',
|
'model': 'llm',
|
||||||
}
|
}
|
||||||
return yaml.dump(params, default_flow_style=False, allow_unicode=True)
|
return yaml.dump(params, default_flow_style=False, allow_unicode=True, width=1000)
|
||||||
|
|
||||||
|
|
||||||
def submit_model(model_url: str, gpu: str, token: str) -> tuple:
|
def submit_model(model_url: str, gpu: str, token: str) -> tuple:
|
||||||
|
|||||||
Reference in New Issue
Block a user