Add config for TensorRT and CUDA execution provider (#992)
Signed-off-by: manickavela1998@gmail.com <manickavela1998@gmail.com> Signed-off-by: manickavela1998@gmail.com <manickavela.arumugam@uniphore.com>
This commit is contained in:
39
sherpa-onnx/python/csrc/provider-config.cc
Normal file
39
sherpa-onnx/python/csrc/provider-config.cc
Normal file
@@ -0,0 +1,39 @@
|
||||
// sherpa-onnx/python/csrc/provider-config.cc
|
||||
//
|
||||
// Copyright (c) 2024 Uniphore (Author: Manickavela A)
|
||||
|
||||
|
||||
#include "sherpa-onnx/python/csrc/provider-config.h"
|
||||
|
||||
#include <string>
|
||||
|
||||
#include "sherpa-onnx/csrc/provider-config.h"
|
||||
#include "sherpa-onnx/python/csrc/cuda-config.h"
|
||||
#include "sherpa-onnx/python/csrc/tensorrt-config.h"
|
||||
|
||||
namespace sherpa_onnx {
|
||||
|
||||
void PybindProviderConfig(py::module *m) {
|
||||
PybindCudaConfig(m);
|
||||
PybindTensorrtConfig(m);
|
||||
|
||||
using PyClass = ProviderConfig;
|
||||
py::class_<PyClass>(*m, "ProviderConfig")
|
||||
.def(py::init<>())
|
||||
.def(py::init<const std::string &, int32_t>(),
|
||||
py::arg("provider") = "cpu",
|
||||
py::arg("device") = 0)
|
||||
.def(py::init<const TensorrtConfig &, const CudaConfig &,
|
||||
const std::string &, int32_t>(),
|
||||
py::arg("trt_config") = TensorrtConfig{},
|
||||
py::arg("cuda_config") = CudaConfig{},
|
||||
py::arg("provider") = "cpu",
|
||||
py::arg("device") = 0)
|
||||
.def_readwrite("trt_config", &PyClass::trt_config)
|
||||
.def_readwrite("cuda_config", &PyClass::cuda_config)
|
||||
.def_readwrite("provider", &PyClass::provider)
|
||||
.def_readwrite("device", &PyClass::device)
|
||||
.def("__str__", &PyClass::ToString)
|
||||
.def("validate", &PyClass::Validate);
|
||||
}
|
||||
} // namespace sherpa_onnx
|
||||
Reference in New Issue
Block a user