data: complete SGEMM upstream from 3 repos (siboehm+wangzyon+edtallison) + xllm fused_qknorm_rope + xattention kernels

SGEMM repos (upstream_ref/sgemm_cuda/, 41 files):
  siboehm/SGEMM_CUDA: kernel 1-12, runner, CMake, cuBLAS benchmark
  wangzyon/NVIDIA_SGEMM_PRACTICE: kernel 1-7 (Chinese comments), utils
  edtallison/sgemm-cuda: kernel 01-09 (learning notes), Makefile

xllm kernels (ex_engine/xllm_kernels/cuda/):
  fused_qknorm_rope.cu + bind — saves 128 kernel launches/fwd
  xattention/ — 6 files from upstream xllm
  headers: corex_compat_utils.h, topk_last_dim.cuh
  ilu/CMakeLists.txt

SO_BUILD_MANIFEST.md — complete .so inventory and call chain analysis

ex_engine/build_xllm_kernels.sh

@@ -0,0 +1,107 @@
+#!/usr/bin/env bash
+# build_xllm_kernels.sh — Compile xllm CUDA kernels into .so for BI-V100
+#
+# Architecture (CCCL compile pattern):
+#   CCCL: CMakePresets.json → cmake --preset cub-cpp20 → ninja → .so
+#   EX:   torch.utils.cpp_extension → clang --cuda-gpu-arch=ivcore10 → .so
+#
+# Usage:
+#   bash ex_engine/build_xllm_kernels.sh [--output-dir /path/to/output]
+#
+# Prerequisites:
+#   - BI-V100 machine with corex SDK
+#   - PyTorch with CUDA support
+#   - corex clang/16 compiler
+#
+# Outputs:
+#   xllm_fused_qknorm_rope.so — Fused QK-Norm + RoPE (saves 128 kernel launches/fwd)
+
+set -eo pipefail
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+KERNELS_DIR="${SCRIPT_DIR}/xllm_kernels/cuda"
+HEADERS_DIR="${KERNELS_DIR}/headers"
+BINDINGS_DIR="${KERNELS_DIR}/bindings"
+OUTPUT_DIR="${1:-${SCRIPT_DIR}/../qwen3_6_scripts/prebuilt/corex-3.2.3-ivcore10}"
+
+mkdir -p "${OUTPUT_DIR}"
+
+echo "[build] KERNELS_DIR=${KERNELS_DIR}"
+echo "[build] HEADERS_DIR=${HEADERS_DIR}"
+echo "[build] OUTPUT_DIR=${OUTPUT_DIR}"
+
+# Common compile flags for BI-V100 (ivcore10 = SM70-class)
+CUDA_FLAGS="-O2 --cuda-gpu-arch=ivcore10"
+CXX_FLAGS="-O2 -std=c++17"
+INCLUDE_FLAGS="-I${HEADERS_DIR}"
+
+# Use torch's cpp_extension for JIT compile
+build_so() {
+    local name=$1
+    local sources=$2
+    local extra_flags="${3:-}"
+
+    echo "[build] Building ${name}.so from: ${sources}"
+
+    python3 -c "
+import os, sys
+from torch.utils.cpp_extension import load
+
+sources = '${sources}'.split()
+abs_sources = [os.path.join('${SCRIPT_DIR}', '..', s) if not os.path.isabs(s) else s for s in sources]
+abs_sources = [os.path.abspath(s) for s in abs_sources]
+
+for s in abs_sources:
+    if not os.path.exists(s):
+        print(f'ERROR: source not found: {s}', file=sys.stderr)
+        sys.exit(1)
+
+try:
+    mod = load(
+        name='${name}',
+        sources=abs_sources,
+        extra_cuda_cflags=['-O2'],
+        extra_cflags=['-O2', '-std=c++17'],
+        extra_include_paths=['${HEADERS_DIR}'],
+        build_directory='/tmp/build_${name}',
+        verbose=True,
+    )
+    # Find the compiled .so
+    import glob
+    sos = glob.glob('/tmp/build_${name}/${name}*.so')
+    if sos:
+        import shutil
+        dst = os.path.join('${OUTPUT_DIR}', '${name}.so')
+        shutil.copy2(sos[0], dst)
+        print(f'[build] SUCCESS: {dst}')
+    else:
+        print('[build] WARN: .so not found after build', file=sys.stderr)
+except Exception as e:
+    print(f'[build] FAIL ${name}: {e}', file=sys.stderr)
+    sys.exit(1)
+" || echo "[build] FAILED: ${name}"
+}
+
+# ============================================================================
+# Build targets
+# ============================================================================
+
+# 1. xllm_fused_qknorm_rope — Fused QK-Norm + RoPE
+#    Source: upstream xllm fused_qknorm_rope.cu
+#    Note: Requires corex_compat_utils.h instead of glog-dependent utils.h
+#    The .cu includes "cuda_ops_api.h" and "utils.h" — we need to make sure
+#    the include path resolves to our corex-compat headers first.
+echo ""
+echo "============================================================"
+echo "  1. xllm_fused_qknorm_rope.so"
+echo "============================================================"
+build_so "xllm_fused_qknorm_rope" \
+    "ex_engine/xllm_kernels/cuda/fused_qknorm_rope.cu ex_engine/xllm_kernels/cuda/bindings/xllm_fused_qknorm_rope_bind.cpp"
+
+echo ""
+echo "============================================================"
+echo "  Build complete. Output:"
+echo "============================================================"
+ls -la "${OUTPUT_DIR}"/*.so 2>/dev/null | tail -30
+echo ""
+echo "Total .so count: $(ls "${OUTPUT_DIR}"/*.so 2>/dev/null | wc -l)"