9fdabb7b60
This PR introduces the `EXEC_NPU_CMD` macro, serving as an adapter layer to simplify the invocation of `aclnn` operators on Ascend NPUs. **Key Changes:** * **Adapter Layer:** Added `EXEC_NPU_CMD` macro and related dependencies to standardize `aclnn` calls. * **Operator Support:** Integrated `grouped_matmul_swiglu_quant` as a reference implementation to demonstrate the usage of the new macro. --- - vLLM version: v0.11.2 --------- Signed-off-by: SlightwindSec <slightwindsec@gmail.com>
53 lines
1.7 KiB
C++
53 lines
1.7 KiB
C++
// Copyright (c) 2020, Huawei Technologies Co., Ltd
|
|
// All rights reserved.
|
|
//
|
|
// This source code is licensed under the BSD-style license found in the
|
|
// LICENSE file in the root directory of this source tree.
|
|
|
|
#include "NPUStorageImpl.h"
|
|
|
|
namespace vllm_ascend
|
|
{
|
|
|
|
NPUStorageImpl::NPUStorageImpl(
|
|
use_byte_size_t use_byte_size,
|
|
size_t size_bytes,
|
|
at::DataPtr data_ptr,
|
|
at::Allocator *allocator,
|
|
bool resizable) : c10::StorageImpl(use_byte_size,
|
|
size_bytes,
|
|
at::DataPtr(std::move(data_ptr)),
|
|
allocator,
|
|
resizable)
|
|
{
|
|
}
|
|
|
|
void NPUStorageImpl::release_resources()
|
|
{
|
|
StorageImpl::release_resources();
|
|
}
|
|
|
|
c10::intrusive_ptr<c10::StorageImpl> make_npu_storage_impl(
|
|
c10::StorageImpl::use_byte_size_t,
|
|
c10::SymInt size_bytes,
|
|
c10::DataPtr data_ptr,
|
|
c10::Allocator *allocator,
|
|
bool resizable)
|
|
{
|
|
if (data_ptr == nullptr)
|
|
{
|
|
data_ptr = allocator->allocate(size_bytes.as_int_unchecked());
|
|
}
|
|
// Correctly create NPUStorageImpl object.
|
|
c10::intrusive_ptr<c10::StorageImpl> npu_storage_impl = c10::make_intrusive<NPUStorageImpl>(
|
|
c10::StorageImpl::use_byte_size_t(),
|
|
size_bytes.as_int_unchecked(),
|
|
std::move(data_ptr),
|
|
allocator,
|
|
resizable);
|
|
// There is no need to consider the NPUStorageDesc information, it will be carried out in the subsequent processing.
|
|
return npu_storage_impl;
|
|
}
|
|
|
|
}
|