### What this PR does / why we need it?
Add a custom op to acclerater the deepseek model. The fusion ops combine
the bmm and transpose together, which is applied to mla module.
Cherry-pick from this commtid c68ddc11ce
### Does this PR introduce _any_ user-facing change?
No
---------
Signed-off-by: hust17yixuan <303660421@qq.com>
16 lines
301 B
C++
16 lines
301 B
C++
#ifndef KERNEL_MATH_UTILS_H
|
|
#define KERNEL_MATH_UTILS_H
|
|
#include <cstdint>
|
|
|
|
namespace device_utils {
|
|
|
|
template <typename T, T roundVal>
|
|
__aicore__ __force_inline__ T RoundUp(const T &val)
|
|
{
|
|
return (val + roundVal - 1) / roundVal * roundVal;
|
|
}
|
|
|
|
}; // namespace device_utils
|
|
|
|
#endif
|