diff --git a/qwen3_6_scripts/patch_ops.sh b/qwen3_6_scripts/patch_ops.sh index a7fc5714..19ba24e7 100755 --- a/qwen3_6_scripts/patch_ops.sh +++ b/qwen3_6_scripts/patch_ops.sh @@ -164,12 +164,13 @@ if [ -d "$_SITE" ]; then fi # =========================================================== -# 5. XFormers patches — head_dim=256 bypass for BI-V100 -# Comp 168 also had xformers patches (base uses xformers for attention) +# 5. XFormers patches — DISABLED +# Sub 168 (base image) achieved output_tps=11.9 WITHOUT any xformers patches. +# Sub 520 applied these patches → output_tps=2.6 (4.6x slower!) +# The patches replace ixformer flash attention with pure PyTorch O(L²) matmul. +# Base image ixformer attention works correctly — proven by Sub 168. # =========================================================== -python3 ./patch_xformers_sdpa_seq.py 2>&1 || true -python3 ./patch_xformers_sdpa_batch.py 2>&1 || true -echo "[patch_ops] xformers patches applied" +echo "[patch_ops] xformers patches SKIPPED — base ixformer attention works (Sub 168 proof)" # =========================================================== # 6. model_runner patch (prefix_cache_hit fix)