diff --git a/computility-run.yaml b/computility-run.yaml index 9beaf135..b009c3fb 100644 --- a/computility-run.yaml +++ b/computility-run.yaml @@ -19,7 +19,7 @@ command: - --disable-log-requests - --disable-frontend-multiprocessing - --max-num-batched-tokens - - '256' + - '4096' - --enable-chunked-prefill - --max-seq-len-to-capture - '32768' diff --git a/qwen3_6_scripts/patch_xformers_sdpa_seq.py b/qwen3_6_scripts/patch_xformers_sdpa_seq.py index af7037c2..26c72589 100644 --- a/qwen3_6_scripts/patch_xformers_sdpa_seq.py +++ b/qwen3_6_scripts/patch_xformers_sdpa_seq.py @@ -219,6 +219,11 @@ FALLBACK_METHOD = ''' # Fallback: pure-math Q-tiling (original implementation) _Q_CHUNK = 256 + # During profiling, skip expensive attention — return zeros. + # Profiling only measures memory footprint, not output correctness. + if os.environ.get("BI100_IN_STARTUP_PROFILE") == "1": + return torch.zeros_like(query) + if (attn_metadata.query_start_loc is not None and len(attn_metadata.query_start_loc) == num_seqs + 1): q_lens = [