28
tests/e2e/pull_request/utils_310p.py
Normal file
28
tests/e2e/pull_request/utils_310p.py
Normal file
@@ -0,0 +1,28 @@
|
||||
import os
|
||||
|
||||
from PIL import Image
|
||||
|
||||
from tests.e2e.conftest import VllmRunner
|
||||
|
||||
|
||||
def get_test_image():
|
||||
current_dir = os.path.dirname(os.path.abspath(__file__))
|
||||
image_path = os.path.join(current_dir, "..", "prompts", "qwen.png")
|
||||
return Image.open(image_path)
|
||||
|
||||
|
||||
def get_test_prompts():
|
||||
return ["<|image_pad|>Describe this image in detail."]
|
||||
|
||||
|
||||
def run_vl_model_test(
|
||||
model_name: str, tensor_parallel_size: int, max_tokens: int, dtype: str = "float16", enforce_eager: bool = True
|
||||
):
|
||||
image = get_test_image()
|
||||
images = [image]
|
||||
prompts = get_test_prompts()
|
||||
|
||||
with VllmRunner(
|
||||
model_name, tensor_parallel_size=tensor_parallel_size, enforce_eager=enforce_eager, dtype=dtype
|
||||
) as vllm_model:
|
||||
vllm_model.generate_greedy(prompts, max_tokens, images=images)
|
||||
Reference in New Issue
Block a user