FRAMEWORK=vllm-patch-v2
GPU_TYPE=Nvidia-A100
TASK_TYPE=text-generation