6f7a81cd9f
1. speed up e2e light test.
2. create `2-cards` and `4-cards` folder in multicard
3. move ops to nightly
4. run test in Alphabetical Order
- vLLM version: v0.13.0
- vLLM main:
8be6432bda
Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
26 lines
957 B
Python
26 lines
957 B
Python
import pytest
|
|
from modelscope import snapshot_download # type: ignore
|
|
|
|
from tests.e2e.conftest import VllmRunner
|
|
from tests.e2e.singlecard.test_ilama_lora import (EXPECTED_LORA_OUTPUT,
|
|
MODEL_PATH, do_sample)
|
|
|
|
|
|
@pytest.mark.parametrize("distributed_executor_backend", ["mp"])
|
|
def test_ilama_lora_tp2(distributed_executor_backend, ilama_lora_files):
|
|
with VllmRunner(
|
|
snapshot_download(MODEL_PATH),
|
|
enable_lora=True,
|
|
max_loras=4,
|
|
dtype="half",
|
|
max_model_len=1024,
|
|
max_num_seqs=16,
|
|
tensor_parallel_size=2,
|
|
cudagraph_capture_sizes=[1, 2, 4, 8],
|
|
distributed_executor_backend=distributed_executor_backend,
|
|
) as vllm_model:
|
|
output = do_sample(vllm_model.model, ilama_lora_files, lora_id=2)
|
|
|
|
for i in range(len(EXPECTED_LORA_OUTPUT)):
|
|
assert output[i] == EXPECTED_LORA_OUTPUT[i]
|