FRAMEWORK=vllm
GPU_TYPE="Iluvatar_bi-150"
TASK_TYPE=text-generation