d412565ec9
### What this PR does / why we need it? Add a custom op to acclerater the deepseek model. The fusion ops combine the bmm and transpose together, which is applied to mla module. Cherry-pick from this commtid c68ddc11ce53334fc9a17bad58342148cbf14e86 ### Does this PR introduce _any_ user-facing change? No --------- Signed-off-by: hust17yixuan <303660421@qq.com>
16 lines
301 B
C++
16 lines
301 B
C++
#ifndef KERNEL_MATH_UTILS_H
|
|
#define KERNEL_MATH_UTILS_H
|
|
#include <cstdint>
|
|
|
|
namespace device_utils {
|
|
|
|
template <typename T, T roundVal>
|
|
__aicore__ __force_inline__ T RoundUp(const T &val)
|
|
{
|
|
return (val + roundVal - 1) / roundVal * roundVal;
|
|
}
|
|
|
|
}; // namespace device_utils
|
|
|
|
#endif
|