Test int8 models (#107)
* Test int8 models * Fix displaying help messages * small fixes * Fix jni test
This commit is contained in:
@@ -6,7 +6,9 @@
|
||||
#define SHERPA_ONNX_CSRC_TEXT_UTILS_H_
|
||||
#include <stdlib.h>
|
||||
|
||||
#include <limits>
|
||||
#include <string>
|
||||
#include <type_traits>
|
||||
#include <vector>
|
||||
|
||||
#ifdef _MSC_VER
|
||||
@@ -21,6 +23,32 @@
|
||||
|
||||
namespace sherpa_onnx {
|
||||
|
||||
/// Converts a string into an integer via strtoll and returns false if there was
|
||||
/// any kind of problem (i.e. the string was not an integer or contained extra
|
||||
/// non-whitespace junk, or the integer was too large to fit into the type it is
|
||||
/// being converted into). Only sets *out if everything was OK and it returns
|
||||
/// true.
|
||||
template <class Int>
|
||||
bool ConvertStringToInteger(const std::string &str, Int *out) {
|
||||
// copied from kaldi/src/util/text-util.h
|
||||
static_assert(std::is_integral<Int>::value, "");
|
||||
const char *this_str = str.c_str();
|
||||
char *end = nullptr;
|
||||
errno = 0;
|
||||
int64_t i = SHERPA_ONNX_STRTOLL(this_str, &end);
|
||||
if (end != this_str) {
|
||||
while (isspace(*end)) ++end;
|
||||
}
|
||||
if (end == this_str || *end != '\0' || errno != 0) return false;
|
||||
Int iInt = static_cast<Int>(i);
|
||||
if (static_cast<int64_t>(iInt) != i ||
|
||||
(i < 0 && !std::numeric_limits<Int>::is_signed)) {
|
||||
return false;
|
||||
}
|
||||
*out = iInt;
|
||||
return true;
|
||||
}
|
||||
|
||||
/// Split a string using any of the single character delimiters.
|
||||
/// If omit_empty_strings == true, the output will contain any
|
||||
/// nonempty strings after splitting on any of the
|
||||
@@ -86,6 +114,10 @@ bool SplitStringToFloats(const std::string &full, const char *delim,
|
||||
bool omit_empty_strings, // typically false
|
||||
std::vector<F> *out);
|
||||
|
||||
// This is defined for F = float and double.
|
||||
template <typename T>
|
||||
bool ConvertStringToReal(const std::string &str, T *out);
|
||||
|
||||
} // namespace sherpa_onnx
|
||||
|
||||
#endif // SHERPA_ONNX_CSRC_TEXT_UTILS_H_
|
||||
|
||||
Reference in New Issue
Block a user