GPU_TYPE=Iluvatar_bi-150
FRAMEWORK=vllm_bi150_r2r4
TASK_TYPE=text-generation