c26ad78f86
### What this PR does / why we need it?
After removing codepsell a while, we discovered that typo had a problem
correctly recognizing certain misspelled words, so I suggested adding it
back.
- vLLM version: v0.14.1
- vLLM main:
d68209402d
---------
Signed-off-by: wangli <wangli858794774@gmail.com>
62 lines
1.4 KiB
C
62 lines
1.4 KiB
C
|
|
#ifndef ACLNN_NOTIFY_DISPATCH_H_
|
|
#define ACLNN_NOTIFY_DISPATCH_H_
|
|
|
|
#include "aclnn/acl_meta.h"
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
/* function: aclnnNotifyDispatchGetWorkspaceSize
|
|
* parameters :
|
|
* sendData : required
|
|
* tokenPerExpertData : required
|
|
* sendCount : required
|
|
* numTokens : required
|
|
* commGroup : required
|
|
* rankSize : required
|
|
* rankId : required
|
|
* localRankSize : required
|
|
* localRankId : required
|
|
* sendDataOffset : required
|
|
* recvData : required
|
|
* workspaceSize : size of workspace(output).
|
|
* executor : executor context(output).
|
|
*/
|
|
__attribute__((visibility("default")))
|
|
aclnnStatus aclnnNotifyDispatchGetWorkspaceSize(
|
|
const aclTensor *sendData,
|
|
const aclTensor *tokenPerExpertData,
|
|
int64_t sendCount,
|
|
int64_t numTokens,
|
|
char *commGroup,
|
|
int64_t rankSize,
|
|
int64_t rankId,
|
|
int64_t localRankSize,
|
|
int64_t localRankId,
|
|
const aclTensor *sendDataOffset,
|
|
const aclTensor *recvData,
|
|
uint64_t *workspaceSize,
|
|
aclOpExecutor **executor);
|
|
|
|
/* function: aclnnNotifyDispatch
|
|
* parameters :
|
|
* workspace : workspace memory addr(input).
|
|
* workspaceSize : size of workspace(input).
|
|
* executor : executor context(input).
|
|
* stream : acl stream.
|
|
*/
|
|
__attribute__((visibility("default")))
|
|
aclnnStatus aclnnNotifyDispatch(
|
|
void *workspace,
|
|
uint64_t workspaceSize,
|
|
aclOpExecutor *executor,
|
|
aclrtStream stream);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif
|