0cc76860d5
### What this PR does / why we need it? This PR introduces a mechanism to track test duration in `conftest.py` and skip subsequent tests in a file if a certain number of tests exceed a timeout threshold. This is intended to prevent CI hangs or long-running nightly tests. Additionally, it reduces the parameter space for `test_fused_qkvzba_split_reshape_cat.py` to further optimize CI runtime. ### Does this PR introduce _any_ user-facing change? no ### How was this patch tested? nightly Signed-off-by: ZT-AIA <1028681969@qq.com>
54 lines
1.3 KiB
Python
54 lines
1.3 KiB
Python
import time
|
|
from datetime import datetime
|
|
import pytest
|
|
|
|
DURATION_THRESHOLD = 120
|
|
SLOW_COUNT_LIMIT = 5
|
|
|
|
|
|
_per_file_slow_cases = {}
|
|
_current_file = None
|
|
|
|
|
|
def pytest_runtest_setup(item):
|
|
item.start_time = time.time()
|
|
|
|
|
|
def pytest_runtest_teardown(item, nextitem):
|
|
global _current_file
|
|
|
|
file_path = item.fspath
|
|
duration = time.time() - item.start_time
|
|
|
|
|
|
if file_path not in _per_file_slow_cases:
|
|
_per_file_slow_cases[file_path] = 0
|
|
|
|
if duration > DURATION_THRESHOLD:
|
|
_per_file_slow_cases[file_path] += 1
|
|
cnt = _per_file_slow_cases[file_path]
|
|
print(f" Detected that the test case took too long, ({cnt}/{SLOW_COUNT_LIMIT}):{duration:.2f}s")
|
|
|
|
if cnt >= SLOW_COUNT_LIMIT:
|
|
print(f"\n The number of timeout test cases {file_path} ≥{SLOW_COUNT_LIMIT}\n")
|
|
_current_file = file_path
|
|
|
|
|
|
def pytest_runtest_call(item):
|
|
if _current_file == item.fspath:
|
|
print(f"CASE SKIP:{item.nodeid}")
|
|
pytest.skip(f"The use case takes too long.")
|
|
|
|
|
|
@pytest.hookimpl(tryfirst=True, hookwrapper=True)
|
|
def pytest_runtest_makereport(item, call):
|
|
"""Hook to add timestamp to test reports"""
|
|
start_time = datetime.now().strftime("[%H:%M:%S]")
|
|
|
|
outcome = yield
|
|
|
|
report = outcome.get_result()
|
|
|
|
if report.when == 'call':
|
|
|
|
print(f"{start_time}") |