FRAMEWORK=vllm
GPU_TYPE="NVIDIA H800"
TASK_TYPE=text-generation