FRAMEWORK=vllm-patch-v2
GPU_TYPE=
TASK_TYPE=text-generation