add vxpu
This commit is contained in:
18
setup.py
18
setup.py
@@ -19,6 +19,24 @@ ext_modules = [
|
||||
],
|
||||
library_dirs=["/usr/local/cuda/lib64"],
|
||||
extra_compile_args=['-O3'],
|
||||
),
|
||||
CppExtension(
|
||||
name='vllm_kunlun._kunlun_vxpu',
|
||||
sources=[
|
||||
'vllm_kunlun/csrc/xpumem_allocator.cpp',
|
||||
'vllm_kunlun/csrc/vxpu_offload/shm_worker.cpp',
|
||||
],
|
||||
include_dirs=[
|
||||
os.path.join(ROOT_DIR, 'vllm_kunlun/csrc/vxpu_offload/include'),
|
||||
'/opt/vllm_kunlun/xcudart/include',
|
||||
'/usr/local/cuda/include',
|
||||
],
|
||||
library_dirs=[
|
||||
"/usr/local/cuda/lib64",
|
||||
"/opt/vllm_kunlun/xcudart/lib",
|
||||
],
|
||||
libraries=["xpurt", "rt"],
|
||||
extra_compile_args=['-O3'],
|
||||
)
|
||||
]
|
||||
|
||||
|
||||
Reference in New Issue
Block a user