From 45c87e083f5161d173e56b272883d1e3dfbeac6e Mon Sep 17 00:00:00 2001
From: Yineng Zhang <me@zhyncs.com>
Date: Fri, 7 Feb 2025 19:32:45 +0800
Subject: [PATCH] fix undefined symbol cudaGetDriverEntryPointByVersion (#3372)

---
 sgl-kernel/src/sgl-kernel/__init__.py | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/sgl-kernel/src/sgl-kernel/__init__.py b/sgl-kernel/src/sgl-kernel/__init__.py
index a3d35072d..ff41db8e4 100644
--- a/sgl-kernel/src/sgl-kernel/__init__.py
+++ b/sgl-kernel/src/sgl-kernel/__init__.py
@@ -1,3 +1,12 @@
+import ctypes
+import os
+
+if os.path.exists("/usr/local/cuda/targets/x86_64-linux/lib/libcudart.so.12"):
+    ctypes.CDLL(
+        "/usr/local/cuda/targets/x86_64-linux/lib/libcudart.so.12",
+        mode=ctypes.RTLD_GLOBAL,
+    )
+
 from sgl_kernel.ops import (
     apply_rope_with_cos_sin_cache_inplace,
     bmm_fp8,