002f9879b2
Replaces cherry-picked upstream_ref with complete source trees. xllm/ — Iluvatar official C++ inference engine (15MB, 1470 files) Complete: kernels → layers → models → runtime → scheduler → api Excluded: .git, binary images, third_party submodule checkouts ds_vllm/ — Iluvatar official vllm fork (8MB, 703 files) Included: csrc/ (ALL CUDA kernels), fused_moe/, qwen3_5 model, _custom_ops Excluded: tests, benchmarks, docs, examples (not needed for reference) Critical call chains now fully traceable: MoE: moe_topk_softmax_kernels.cuh → ixformer.h → fused_moe.cpp → layer GDN: qwen3_gated_delta_net_base.cpp → qwen3_5_gated_delta_net.cpp Attention: ixformer.h → xllm_paged_attention → attention.cpp
87 lines
2.3 KiB
Python
87 lines
2.3 KiB
Python
import importlib.util
|
|
import os
|
|
import sys
|
|
import sysconfig
|
|
|
|
|
|
def _get_python_version_tag() -> str:
|
|
# returns "310", "311", ...
|
|
return sysconfig.get_python_version().replace(".", "")
|
|
|
|
|
|
def _find_export_so_path() -> str:
|
|
pkg_dir = os.path.dirname(__file__)
|
|
pyver = _get_python_version_tag()
|
|
|
|
# Preferred, exact tags we build for today.
|
|
candidates = [
|
|
os.path.join(pkg_dir, f"xllm_export.cpython-{pyver}-x86_64-linux-gnu.so"),
|
|
os.path.join(pkg_dir, f"xllm_export.cpython-{pyver}-aarch64-linux-gnu.so"),
|
|
]
|
|
for p in candidates:
|
|
if os.path.exists(p):
|
|
return os.path.abspath(p)
|
|
|
|
# Fallback: accept any xllm_export*.so that got packaged (tag may differ).
|
|
for fname in os.listdir(pkg_dir):
|
|
if fname.startswith("xllm_export") and fname.endswith(".so"):
|
|
return os.path.abspath(os.path.join(pkg_dir, fname))
|
|
|
|
raise ImportError(
|
|
f"cannot find xllm_export shared library under {pkg_dir!r}. "
|
|
f"Expected one of: {candidates!r}"
|
|
)
|
|
|
|
|
|
_export_so_path = _find_export_so_path()
|
|
_spec = importlib.util.spec_from_file_location("xllm_export", _export_so_path)
|
|
if _spec is None or _spec.loader is None:
|
|
raise ImportError(f"failed to create import spec for xllm_export: {_export_so_path}")
|
|
|
|
# Make `import xllm_export` work for submodules (pybind/*) by loading and
|
|
# registering it before importing any modules that depend on it.
|
|
xllm_export = importlib.util.module_from_spec(_spec)
|
|
sys.modules["xllm_export"] = xllm_export
|
|
_spec.loader.exec_module(xllm_export)
|
|
|
|
from xllm.pybind.embedding import Embedding
|
|
from xllm.pybind.llm import LLM
|
|
try:
|
|
from xllm.pybind.vlm import VLM
|
|
except Exception:
|
|
VLM = None
|
|
from xllm.pybind.args import ArgumentParser
|
|
from xllm.pybind.params import SamplingParams, BeamSearchParams, PoolingParams
|
|
from xllm_export import (
|
|
LLMMaster,
|
|
VLMMaster,
|
|
Options,
|
|
RequestParams,
|
|
RequestOutput,
|
|
Usage,
|
|
SequenceOutput,
|
|
Status,
|
|
StatusCode,
|
|
MMType,
|
|
MMData,
|
|
)
|
|
|
|
__all__ = [
|
|
"ArgumentParser",
|
|
"Embedding",
|
|
"LLM",
|
|
"LLMMaster",
|
|
"VLM",
|
|
"VLMMaster",
|
|
"Options",
|
|
"SamplingParams",
|
|
"BeamSearchParams",
|
|
"PoolingParams",
|
|
"RequestParams",
|
|
"RequestOutput",
|
|
"Usage",
|
|
"SequenceOutput",
|
|
"Status",
|
|
"StatusCode",
|
|
]
|