Files
project_6/ixformer_sdk/utils/object.py
project6-dev 87a19d2d00 feat(CRITICAL): 从 GitHub 扫描搬运 ixformer SDK + xllm 完整 GDN/MoE 代码
来源:
  1. Chranos/ixformer (GitHub) → ixformer_sdk/ (230 files, 70K lines)
     - inference/functions/vllm.py: vllm_moe_topk_softmax 完整实现 (2033 lines)
     - inference/functions/moe.py: MoE ops 完整实现 (1380 lines)
     - contrib/vllm_flash_attn/: FA2 Python 接口 (1018 lines)
     - contrib/tgi/fused_moe.py: TGI fused MoE (429 lines)
     - csrc/include/ixformer/: C++ kernel headers + cmake

  2. Deep-Spark/xllm (GitHub) → upstream_ref/xllm_latest/ (+15 files)
     - npu_torch/qwen3_5_decoder_layer_impl.cpp/.h
     - npu_torch/qwen3_5_gated_delta_net.cpp/.h
     - npu_torch/qwen3_next_*.cpp/.h (6 files)
     - npu_torch/attention.cpp/.h + fused_moe.cpp/.h + CMakeLists.txt
     - models/llm/qwen3_5.h + qwen3_5_mtp.h + qwen3_next.h
     - models/vlm/qwen3_5.h

调用链完整性:
  ixformer_sdk/inference/functions/vllm.py
    → ops.infer.moe_topk_softmax() (C++ 层)
    → 这就是 base 镜像 libixformer.so 里的实现

  upstream_ref/xllm_latest/core/layers/ilu/fused_moe.cpp
    → ixformer::infer::topk_softmax() (直接 C++ 调用)
    → ixformer::infer::group_gemm() → 完整 7-step MoE pipeline
2026-08-11 02:32:06 +00:00

228 lines
5.2 KiB
Python

import inspect
from typing import Any, Callable, Dict, Mapping, Union
__all__ = [
"isfunction",
"iscallable",
"get_obj_name",
"isimmutable_var",
"get_self_from",
"get_obj_funcs",
"recurse_getattr",
"recurse_find_by_key",
"set_value_by_cascasde_key",
"flatten_container",
"flatten_dict",
"get_func_argspec",
"get_obj_attr",
"get_namedtuple_fields",
"get_namedtuple_defaults",
"isnamedtuple",
"namedtype_to_dict",
]
def isfunction(f):
return (
inspect.isfunction(f) or inspect.ismethod(f) or inspect.isbuiltin(f)
) and not inspect.isclass(f)
def iscallable(fn) -> bool:
return any(
[
callable(fn),
inspect.isfunction(fn),
inspect.ismethod(fn),
inspect.isbuiltin(fn),
]
)
def get_obj_name(obj, containe_module=False):
mod_name = None
if inspect.isclass(obj):
obj_name = obj.__name__
if hasattr(obj, "__module__") and containe_module:
mod_name = obj.__module__
elif hasattr(obj, "__name__"):
obj_name = obj.__name__
elif hasattr(obj, "__class__"):
obj_name = obj.__class__.__name__
if hasattr(obj.__class__, "__module__") and containe_module:
mod_name = obj.__class__.__module__
else:
obj_name = str(obj)
if containe_module and mod_name is None:
if hasattr(obj, "__module__"):
mod_name = obj.__module__
if mod_name is None:
return obj_name
else:
return f"{mod_name}.{obj_name}"
def isimmutable_var(var):
if var is None:
return True
if inspect.isclass(var):
var_cls = var
else:
var_cls = type(var)
return var_cls in [int, float, tuple, str, None]
def get_self_from(obj):
if hasattr(obj, "__self__"):
return obj.__self__
raise AttributeError(f"Not found attribute `self` in {obj}.")
def get_obj_funcs(obj) -> Dict[str, Callable]:
attrs = dir(obj)
funcs = dict()
for attr in attrs:
fn = getattr(obj, attr)
if iscallable(fn):
funcs[attr] = fn
return funcs
def recurse_find_by_key(container: dict, key: Union[str, list], default=None):
if isinstance(key, str):
key = key.split(".")
if not isinstance(key, (tuple, list)):
raise RuntimeError(f"Please give the type str or list, but get ({type(key)}).")
value = default
_cnt = container
for k in key:
if k not in _cnt:
return default
value = _cnt[k]
_cnt = value
if _cnt is None:
return default
return value
def set_value_by_cascasde_key(container: dict, key: str, value: Any):
if isinstance(key, str):
key = key.split(".")
if not isinstance(key, (tuple, list)):
raise RuntimeError(f"Please give the type str or list, but get ({type(key)}).")
_cnt = container
for k in key[:-1]:
if k not in _cnt:
_cnt[k] = dict()
_cnt = _cnt[k]
_cnt[key[-1]] = value
return container
def flatten_dict(d: dict, preffix="", out=None):
if out is None:
out = dict()
for k, v in d.items():
if isinstance(v, Mapping):
flatten_dict(v, f"{preffix}{k}.", out)
else:
out[preffix + k] = v
return out
def flatten_container(container: Union[list, dict]):
outs = []
def _flatten_list(cnt: list):
for item in cnt:
if isinstance(item, (tuple, list)):
_flatten_list(item)
elif isinstance(item, Mapping):
_flatten_dict(item)
else:
outs.append(item)
def _flatten_dict(cnt: Dict):
for key, item in cnt.items():
if isinstance(item, (tuple, list)):
_flatten_list(item)
elif isinstance(item, Mapping):
_flatten_dict(item)
else:
outs.append(item)
if isinstance(container, (tuple, list)):
_flatten_list(container)
elif isinstance(container, dict):
_flatten_dict(container)
else:
outs.append(container)
return outs
def get_func_argspec(func) -> inspect.FullArgSpec:
return inspect.getfullargspec(func)
def get_obj_attr(obj, attr, default=None):
if isinstance(obj, Mapping):
return obj.get(attr, default)
return getattr(obj, attr, default)
def isnamedtuple(obj):
if not inspect.isclass(obj) or not issubclass(obj, tuple):
return False
if hasattr(obj, "_fields") and hasattr(obj, "_replace"):
if (
hasattr(obj._replace, "__module__")
and obj._replace.__module__ == "collections"
):
return True
return False
def get_namedtuple_fields(t):
if not inspect.isclass(t):
t = type(t)
if not isnamedtuple(t):
raise RuntimeError(f"{t} is not a namedtuple object")
return t._fields
def get_namedtuple_defaults(t) -> dict:
return t._field_defaults
def namedtype_to_dict(t):
return t._asdict()
def recurse_getattr(obj, attr: str, sep="."):
attrs = attr.split(sep)
idx = 0
cur_obj = obj
while idx < len(attrs):
cur_obj = getattr(cur_obj, attrs[idx])
idx += 1
if cur_obj == obj:
return None
return cur_obj