revert: restore to 8c8c0286 (last confirmed build success)
Revert LD_PRELOAD addition and patch_xformers profiling skip. Need to identify which change caused build failure before re-adding.
This commit is contained in:
@@ -49,6 +49,4 @@ env:
|
|||||||
value: '1'
|
value: '1'
|
||||||
- name: PYTORCH_CUDA_ALLOC_CONF
|
- name: PYTORCH_CUDA_ALLOC_CONF
|
||||||
value: max_split_size_mb:512
|
value: max_split_size_mb:512
|
||||||
- name: LD_PRELOAD
|
|
||||||
value: /workspace/qwen3_6_scripts/cccl_preload/libcccl_allocator.so
|
|
||||||
|
|
||||||
|
|||||||
@@ -200,10 +200,6 @@ FALLBACK_METHOD = '''
|
|||||||
max_seqlen = max(seq_lens_list)
|
max_seqlen = max(seq_lens_list)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
# Skip flash_attn during profiling — OOMs on large dummy batch
|
|
||||||
import os
|
|
||||||
if os.environ.get("BI100_IN_STARTUP_PROFILE") == "1":
|
|
||||||
raise RuntimeError("skip flash_attn during profiling")
|
|
||||||
out = _ixf.flash_attn_varlen_func(
|
out = _ixf.flash_attn_varlen_func(
|
||||||
q_flat.to(torch.float16),
|
q_flat.to(torch.float16),
|
||||||
k_flat.to(torch.float16),
|
k_flat.to(torch.float16),
|
||||||
|
|||||||
Reference in New Issue
Block a user