1ed9524763
### What this PR does / why we need it?
add dispath_ffn_combine_bf16
- vLLM version: v0.13.0
- vLLM main:
bde38c11df
---------
Signed-off-by: guanguan0308 <1546542263@qq.com>
10 lines
265 B
C++
10 lines
265 B
C++
#ifndef TILING_ARGS_H
|
|
#define TILING_ARGS_H
|
|
#include <cstdint>
|
|
|
|
namespace Moe {
|
|
constexpr uint64_t COMBINE_STATE_WIN_OFFSET = 3U * 1024UL * 1024UL;
|
|
constexpr uint64_t NOTIFY_DISPATCH_WIN_OFFSET = 204U * 1024UL * 1024UL;
|
|
} // namespace Moe
|
|
#endif // TILING_ARGS_H
|