FRAMEWORK=vllm_tokenizer_patch
GPU_TYPE=Mthreads_s4000
TASK_TYPE=text-generation