add java wrapper suppport (#117)
This commit is contained in:
zhaomingwork
@@ -0,0 +1,304 @@
|
||||
/*
|
||||
* // Copyright 2022-2023 by zhaoming
|
||||
* // the online recognizer for sherpa-onnx, it can load config from a file
|
||||
* // or by argument
|
||||
*/
|
||||
/*
|
||||
usage example:
|
||||
|
||||
String cfgpath=appdir+"/modelconfig.cfg";
|
||||
OnlineRecognizer.setSoPath(soPath); //set so lib path
|
||||
|
||||
OnlineRecognizer rcgOjb = new OnlineRecognizer(); //create a recognizer
|
||||
rcgOjb = new OnlineRecognizer(cfgFile); //set model config file
|
||||
CreateStream streamObj=rcgOjb.CreateStream(); //create a stream for read wav data
|
||||
float[] buffer = rcgOjb.readWavFile(wavfilename); // read data from file
|
||||
streamObj.acceptWaveform(buffer); // feed stream with data
|
||||
streamObj.inputFinished(); // tell engine you done with all data
|
||||
OnlineStream ssObj[] = new OnlineStream[1];
|
||||
while (rcgOjb.isReady(streamObj)) { // engine is ready for unprocessed data
|
||||
ssObj[0] = streamObj;
|
||||
rcgOjb.decodeStreams(ssObj); // decode for multiple stream
|
||||
// rcgOjb.DecodeStream(streamObj); // decode for single stream
|
||||
}
|
||||
|
||||
String recText = "simple:" + rcgOjb.getResult(streamObj) + "\n";
|
||||
byte[] utf8Data = recText.getBytes(StandardCharsets.UTF_8);
|
||||
System.out.println(new String(utf8Data));
|
||||
rcgOjb.reSet(streamObj);
|
||||
rcgOjb.releaseStream(streamObj); // release stream
|
||||
rcgOjb.release(); // release recognizer
|
||||
|
||||
*/
|
||||
package com.k2fsa.sherpa.onnx;
|
||||
|
||||
import java.io.*;
|
||||
import java.util.*;
|
||||
|
||||
public class OnlineRecognizer {
|
||||
private long ptr = 0; // this is the asr engine ptrss
|
||||
|
||||
private int sampleRate = 16000;
|
||||
// load config file for OnlineRecognizer
|
||||
public OnlineRecognizer(String modelCfgPath) {
|
||||
Map<String, String> proMap = this.readProperties(modelCfgPath);
|
||||
try {
|
||||
int sampleRate = Integer.parseInt(proMap.get("sample_rate").trim());
|
||||
this.sampleRate = sampleRate;
|
||||
EndpointRule rule1 =
|
||||
new EndpointRule(
|
||||
false, Float.parseFloat(proMap.get("rule1_min_trailing_silence").trim()), 0.0F);
|
||||
EndpointRule rule2 =
|
||||
new EndpointRule(
|
||||
true, Float.parseFloat(proMap.get("rule2_min_trailing_silence").trim()), 0.0F);
|
||||
EndpointRule rule3 =
|
||||
new EndpointRule(
|
||||
false, 0.0F, Float.parseFloat(proMap.get("rule3_min_utterance_length").trim()));
|
||||
EndpointConfig endCfg = new EndpointConfig(rule1, rule2, rule3);
|
||||
OnlineTransducerModelConfig modelCfg =
|
||||
new OnlineTransducerModelConfig(
|
||||
proMap.get("encoder").trim(),
|
||||
proMap.get("decoder").trim(),
|
||||
proMap.get("joiner").trim(),
|
||||
proMap.get("tokens").trim(),
|
||||
Integer.parseInt(proMap.get("num_threads").trim()),
|
||||
false);
|
||||
FeatureConfig featConfig =
|
||||
new FeatureConfig(sampleRate, Integer.parseInt(proMap.get("feature_dim").trim()));
|
||||
OnlineRecognizerConfig rcgCfg =
|
||||
new OnlineRecognizerConfig(
|
||||
featConfig,
|
||||
modelCfg,
|
||||
endCfg,
|
||||
Boolean.parseBoolean(proMap.get("enable_endpoint_detection").trim()),
|
||||
proMap.get("decoding_method").trim(),
|
||||
Integer.parseInt(proMap.get("max_active_paths").trim()));
|
||||
// create a new Recognizer, first parameter kept for android asset_manager ANDROID_API__ >= 9
|
||||
this.ptr = createOnlineRecognizer(new Object(), rcgCfg);
|
||||
|
||||
} catch (Exception e) {
|
||||
System.err.println(e);
|
||||
}
|
||||
}
|
||||
|
||||
// use for android asset_manager ANDROID_API__ >= 9
|
||||
public OnlineRecognizer(Object assetManager, String modelCfgPath) {
|
||||
Map<String, String> proMap = this.readProperties(modelCfgPath);
|
||||
try {
|
||||
int sampleRate = Integer.parseInt(proMap.get("sample_rate").trim());
|
||||
this.sampleRate = sampleRate;
|
||||
EndpointRule rule1 =
|
||||
new EndpointRule(
|
||||
false, Float.parseFloat(proMap.get("rule1_min_trailing_silence").trim()), 0.0F);
|
||||
EndpointRule rule2 =
|
||||
new EndpointRule(
|
||||
true, Float.parseFloat(proMap.get("rule2_min_trailing_silence").trim()), 0.0F);
|
||||
EndpointRule rule3 =
|
||||
new EndpointRule(
|
||||
false, 0.0F, Float.parseFloat(proMap.get("rule3_min_utterance_length").trim()));
|
||||
EndpointConfig endCfg = new EndpointConfig(rule1, rule2, rule3);
|
||||
OnlineTransducerModelConfig modelCfg =
|
||||
new OnlineTransducerModelConfig(
|
||||
proMap.get("encoder").trim(),
|
||||
proMap.get("decoder").trim(),
|
||||
proMap.get("joiner").trim(),
|
||||
proMap.get("tokens").trim(),
|
||||
Integer.parseInt(proMap.get("num_threads").trim()),
|
||||
false);
|
||||
FeatureConfig featConfig =
|
||||
new FeatureConfig(sampleRate, Integer.parseInt(proMap.get("feature_dim").trim()));
|
||||
OnlineRecognizerConfig rcgCfg =
|
||||
new OnlineRecognizerConfig(
|
||||
featConfig,
|
||||
modelCfg,
|
||||
endCfg,
|
||||
Boolean.parseBoolean(proMap.get("enable_endpoint_detection").trim()),
|
||||
proMap.get("decoding_method").trim(),
|
||||
Integer.parseInt(proMap.get("max_active_paths").trim()));
|
||||
// create a new Recognizer, first parameter kept for android asset_manager ANDROID_API__ >= 9
|
||||
this.ptr = createOnlineRecognizer(assetManager, rcgCfg);
|
||||
|
||||
} catch (Exception e) {
|
||||
System.err.println(e);
|
||||
}
|
||||
}
|
||||
|
||||
// set onlineRecognizer by parameter
|
||||
public OnlineRecognizer(
|
||||
String tokens,
|
||||
String encoder,
|
||||
String decoder,
|
||||
String joiner,
|
||||
int numThreads,
|
||||
int sampleRate,
|
||||
int featureDim,
|
||||
boolean enableEndpointDetection,
|
||||
float rule1MinTrailingSilence,
|
||||
float rule2MinTrailingSilence,
|
||||
float rule3MinUtteranceLength,
|
||||
String decodingMethod,
|
||||
int maxActivePaths) {
|
||||
this.sampleRate = sampleRate;
|
||||
EndpointRule rule1 = new EndpointRule(false, rule1MinTrailingSilence, 0.0F);
|
||||
EndpointRule rule2 = new EndpointRule(true, rule2MinTrailingSilence, 0.0F);
|
||||
EndpointRule rule3 = new EndpointRule(false, 0.0F, rule3MinUtteranceLength);
|
||||
EndpointConfig endCfg = new EndpointConfig(rule1, rule2, rule3);
|
||||
OnlineTransducerModelConfig modelCfg =
|
||||
new OnlineTransducerModelConfig(encoder, decoder, joiner, tokens, numThreads, false);
|
||||
FeatureConfig featConfig = new FeatureConfig(sampleRate, featureDim);
|
||||
OnlineRecognizerConfig rcgCfg =
|
||||
new OnlineRecognizerConfig(
|
||||
featConfig,
|
||||
modelCfg,
|
||||
endCfg,
|
||||
enableEndpointDetection,
|
||||
decodingMethod,
|
||||
maxActivePaths);
|
||||
// create a new Recognizer, first parameter kept for android asset_manager ANDROID_API__ >= 9
|
||||
this.ptr = createOnlineRecognizer(new Object(), rcgCfg);
|
||||
}
|
||||
|
||||
private Map<String, String> readProperties(String modelCfgPath) {
|
||||
// read and parse config file
|
||||
Properties props = new Properties();
|
||||
Map<String, String> proMap = new HashMap<>();
|
||||
try {
|
||||
File file = new File(modelCfgPath);
|
||||
if (!file.exists()) {
|
||||
System.out.println("model cfg file not exists!");
|
||||
System.exit(0);
|
||||
}
|
||||
InputStream in = new BufferedInputStream(new FileInputStream(modelCfgPath));
|
||||
props.load(in);
|
||||
Enumeration en = props.propertyNames();
|
||||
while (en.hasMoreElements()) {
|
||||
String key = (String) en.nextElement();
|
||||
String Property = props.getProperty(key);
|
||||
proMap.put(key, Property);
|
||||
// System.out.println(key+"="+Property);
|
||||
}
|
||||
|
||||
} catch (Exception e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
return proMap;
|
||||
}
|
||||
|
||||
public void decodeStream(OnlineStream s) throws Exception {
|
||||
if (this.ptr == 0) throw new Exception("null exception for recognizer ptr");
|
||||
long streamPtr = s.getPtr();
|
||||
if (streamPtr == 0) throw new Exception("null exception for stream ptr");
|
||||
// when feeded samples to engine, call DecodeStream to let it process
|
||||
decodeStream(this.ptr, streamPtr);
|
||||
}
|
||||
|
||||
public void decodeStreams(OnlineStream[] ssOjb) throws Exception {
|
||||
if (this.ptr == 0) throw new Exception("null exception for recognizer ptr");
|
||||
// decode for multiple streams
|
||||
long[] ss = new long[ssOjb.length];
|
||||
for (int i = 0; i < ssOjb.length; i++) {
|
||||
ss[i] = ssOjb[i].getPtr();
|
||||
if (ss[i] == 0) throw new Exception("null exception for stream ptr");
|
||||
}
|
||||
decodeStreams(this.ptr, ss);
|
||||
}
|
||||
|
||||
public boolean isReady(OnlineStream s) throws Exception {
|
||||
// whether the engine is ready for decode
|
||||
if (this.ptr == 0) throw new Exception("null exception for recognizer ptr");
|
||||
long streamPtr = s.getPtr();
|
||||
if (streamPtr == 0) throw new Exception("null exception for stream ptr");
|
||||
return isReady(this.ptr, streamPtr);
|
||||
}
|
||||
|
||||
public String getResult(OnlineStream s) throws Exception {
|
||||
// get text from the engine
|
||||
if (this.ptr == 0) throw new Exception("null exception for recognizer ptr");
|
||||
long streamPtr = s.getPtr();
|
||||
if (streamPtr == 0) throw new Exception("null exception for stream ptr");
|
||||
return getResult(this.ptr, streamPtr);
|
||||
}
|
||||
|
||||
public boolean isEndpoint(OnlineStream s) throws Exception {
|
||||
if (this.ptr == 0) throw new Exception("null exception for recognizer ptr");
|
||||
long streamPtr = s.getPtr();
|
||||
if (streamPtr == 0) throw new Exception("null exception for stream ptr");
|
||||
return isEndpoint(this.ptr, streamPtr);
|
||||
}
|
||||
|
||||
public void reSet(OnlineStream s) throws Exception {
|
||||
if (this.ptr == 0) throw new Exception("null exception for recognizer ptr");
|
||||
long streamPtr = s.getPtr();
|
||||
if (streamPtr == 0) throw new Exception("null exception for stream ptr");
|
||||
reSet(this.ptr, streamPtr);
|
||||
}
|
||||
|
||||
public OnlineStream createStream() throws Exception {
|
||||
// create one stream for data to feed in
|
||||
if (this.ptr == 0) throw new Exception("null exception for recognizer ptr");
|
||||
long streamPtr = createStream(this.ptr);
|
||||
OnlineStream stream = new OnlineStream(streamPtr, this.sampleRate);
|
||||
return stream;
|
||||
}
|
||||
|
||||
public float[] readWavFile(String fileName) {
|
||||
// read data from the filename
|
||||
Object[] wavdata = readWave(fileName);
|
||||
Object data = wavdata[0]; // data[0] is float data, data[1] sample rate
|
||||
|
||||
float[] floatData = (float[]) data;
|
||||
|
||||
return floatData;
|
||||
}
|
||||
|
||||
// load the libsherpa-onnx-jni.so lib
|
||||
public static void loadSoLib(String soPath) {
|
||||
// load libsherpa-onnx-jni.so lib from the path
|
||||
|
||||
System.out.println("so lib path=" + soPath + "\n");
|
||||
System.load(soPath.trim());
|
||||
}
|
||||
|
||||
public static void setSoPath(String soPath) {
|
||||
OnlineRecognizer.loadSoLib(soPath);
|
||||
OnlineStream.loadSoLib(soPath);
|
||||
}
|
||||
|
||||
protected void finalize() throws Throwable {
|
||||
release();
|
||||
}
|
||||
|
||||
// recognizer release, you'd better call it manually if not use anymore
|
||||
public void release() {
|
||||
if (this.ptr == 0) return;
|
||||
deleteOnlineRecognizer(this.ptr);
|
||||
this.ptr = 0;
|
||||
}
|
||||
|
||||
// stream release, you'd better call it manually if not use anymore
|
||||
public void releaseStream(OnlineStream s) {
|
||||
s.release();
|
||||
}
|
||||
// JNI interface libsherpa-onnx-jni.so
|
||||
|
||||
private native Object[] readWave(String fileName);
|
||||
|
||||
private native String getResult(long ptr, long streamPtr);
|
||||
|
||||
private native void decodeStream(long ptr, long streamPtr);
|
||||
|
||||
private native void decodeStreams(long ptr, long[] ssPtr);
|
||||
|
||||
private native boolean isReady(long ptr, long streamPtr);
|
||||
|
||||
// first parameter keep for android asset_manager ANDROID_API__ >= 9
|
||||
private native long createOnlineRecognizer(Object asset, OnlineRecognizerConfig config);
|
||||
|
||||
private native long createStream(long ptr);
|
||||
|
||||
private native void deleteOnlineRecognizer(long ptr);
|
||||
|
||||
private native boolean isEndpoint(long ptr, long streamPtr);
|
||||
|
||||
private native void reSet(long ptr, long streamPtr);
|
||||
}
|
||||
Reference in New Issue
Block a user