model_name: "Qwen/Qwen2.5-Omni-7B" hardware: "Atlas A2 Series" model: "vllm-vlm" tasks: - name: "mmmu_val" metrics: - name: "acc,none" value: 0.52 max_model_len: 8192 gpu_memory_utilization: 0.7