Support decoding with byte-level BPE (bbpe) models. (#1633)

sherpa-onnx/csrc/bbpe.h

@@ -0,0 +1,16 @@
+// sherpa-onnx/csrc/bbpe.h
+//
+// Copyright (c)  2024  Xiaomi Corporation
+
+#ifndef SHERPA_ONNX_CSRC_BBPE_H_
+#define SHERPA_ONNX_CSRC_BBPE_H_
+#include <cstdint>
+#include <string>
+#include <unordered_map>
+
+// It is equivalent to the map BCHAR_TO_BYTE
+// from
+// https://github.com/k2-fsa/icefall/blob/master/icefall/byte_utils.py#L280
+const std::unordered_map<std::string, uint8_t> &GetByteBpeTable();
+
+#endif  // SHERPA_ONNX_CSRC_BBPE_H_