fix(OOM): skip flash_attn_varlen during profiling

Only patch_xformers_sdpa_seq.py changed. No yaml changes.
This commit is contained in:
project6-dev
2026-08-13 15:30:25 +00:00
parent aebc660a10
commit 2717bafc30

View File

@@ -200,6 +200,10 @@ FALLBACK_METHOD = '''
max_seqlen = max(seq_lens_list)
try:
# Skip flash_attn during profiling — OOMs on large dummy batch
import os
if os.environ.get("BI100_IN_STARTUP_PROFILE") == "1":
raise RuntimeError("skip flash_attn during profiling")
out = _ixf.flash_attn_varlen_func(
q_flat.to(torch.float16),
k_flat.to(torch.float16),