FRAMEWORK=llamacpp_opt
GPU_TYPE=Iluvatar_bi-150
TASK_TYPE=text-generation