29 lines
797 B
Python
29 lines
797 B
Python
import os
|
|
|
|
from PIL import Image
|
|
|
|
from tests.e2e.conftest import VllmRunner
|
|
|
|
|
|
def get_test_image():
|
|
current_dir = os.path.dirname(os.path.abspath(__file__))
|
|
image_path = os.path.join(current_dir, "..", "prompts", "qwen.png")
|
|
return Image.open(image_path)
|
|
|
|
|
|
def get_test_prompts():
|
|
return ["<|image_pad|>Describe this image in detail."]
|
|
|
|
|
|
def run_vl_model_test(
|
|
model_name: str, tensor_parallel_size: int, max_tokens: int, dtype: str = "float16", enforce_eager: bool = True
|
|
):
|
|
image = get_test_image()
|
|
images = [image]
|
|
prompts = get_test_prompts()
|
|
|
|
with VllmRunner(
|
|
model_name, tensor_parallel_size=tensor_parallel_size, enforce_eager=enforce_eager, dtype=dtype
|
|
) as vllm_model:
|
|
vllm_model.generate_greedy(prompts, max_tokens, images=images)
|