Support streaming zipformer CTC (#496)

* Support streaming zipformer CTC

* test online zipformer2 CTC

* Update doc of sherpa-onnx.cc

* Add Python APIs for streaming zipformer2 ctc

* Add Python API examples for streaming zipformer2 ctc

* Swift API for streaming zipformer2 CTC

* NodeJS API for streaming zipformer2 CTC

* Kotlin API for streaming zipformer2 CTC

* Golang API for streaming zipformer2 CTC

* C# API for streaming zipformer2 CTC

* Release v1.9.6

scripts/dotnet/online.cs

@@ -50,6 +50,18 @@ namespace SherpaOnnx
     public string Decoder;
   }
 
+  [StructLayout(LayoutKind.Sequential)]
+  public struct OnlineZipformer2CtcModelConfig
+  {
+    public OnlineZipformer2CtcModelConfig()
+    {
+      Model = "";
+    }
+
+    [MarshalAs(UnmanagedType.LPStr)]
+    public string Model;
+  }
+
   [StructLayout(LayoutKind.Sequential)]
   public struct OnlineModelConfig
   {
@@ -57,6 +69,7 @@ namespace SherpaOnnx
     {
       Transducer = new OnlineTransducerModelConfig();
       Paraformer = new OnlineParaformerModelConfig();
+      Zipformer2Ctc = new OnlineZipformer2CtcModelConfig();
       Tokens = "";
       NumThreads = 1;
       Provider = "cpu";
@@ -66,6 +79,7 @@ namespace SherpaOnnx
 
     public OnlineTransducerModelConfig Transducer;
     public OnlineParaformerModelConfig Paraformer;
+    public OnlineZipformer2CtcModelConfig Zipformer2Ctc;
 
     [MarshalAs(UnmanagedType.LPStr)]
     public string Tokens;

scripts/go/_internal/streaming-decode-files/run-zipformer2-ctc.sh

@@ -0,0 +1 @@
+../../../../go-api-examples/streaming-decode-files/run-zipformer2-ctc.sh

scripts/go/sherpa_onnx.go

@@ -65,6 +65,13 @@ type OnlineParaformerModelConfig struct {
 	Decoder string // Path to the decoder model.
 }
 
+// Please refer to
+// https://k2-fsa.github.io/sherpa/onnx/pretrained_models/online-ctc/index.html
+// to download pre-trained models
+type OnlineZipformer2CtcModelConfig struct {
+	Model string // Path to the onnx model
+}
+
 // Configuration for online/streaming models
 //
 // Please refer to
@@ -72,13 +79,14 @@ type OnlineParaformerModelConfig struct {
 // https://k2-fsa.github.io/sherpa/onnx/pretrained_models/online-paraformer/index.html
 // to download pre-trained models
 type OnlineModelConfig struct {
-	Transducer OnlineTransducerModelConfig
-	Paraformer OnlineParaformerModelConfig
-	Tokens     string // Path to tokens.txt
-	NumThreads int    // Number of threads to use for neural network computation
-	Provider   string // Optional. Valid values are: cpu, cuda, coreml
-	Debug      int    // 1 to show model meta information while loading it.
-	ModelType  string // Optional. You can specify it for faster model initialization
+	Transducer    OnlineTransducerModelConfig
+	Paraformer    OnlineParaformerModelConfig
+	Zipformer2Ctc OnlineZipformer2CtcModelConfig
+	Tokens        string // Path to tokens.txt
+	NumThreads    int    // Number of threads to use for neural network computation
+	Provider      string // Optional. Valid values are: cpu, cuda, coreml
+	Debug         int    // 1 to show model meta information while loading it.
+	ModelType     string // Optional. You can specify it for faster model initialization
 }
 
 // Configuration for the feature extractor
@@ -157,6 +165,9 @@ func NewOnlineRecognizer(config *OnlineRecognizerConfig) *OnlineRecognizer {
 	c.model_config.paraformer.decoder = C.CString(config.ModelConfig.Paraformer.Decoder)
 	defer C.free(unsafe.Pointer(c.model_config.paraformer.decoder))
 
+	c.model_config.zipformer2_ctc.model = C.CString(config.ModelConfig.Zipformer2Ctc.Model)
+	defer C.free(unsafe.Pointer(c.model_config.zipformer2_ctc.model))
+
 	c.model_config.tokens = C.CString(config.ModelConfig.Tokens)
 	defer C.free(unsafe.Pointer(c.model_config.tokens))
 

scripts/nodejs/index.js

@@ -41,9 +41,14 @@ const SherpaOnnxOnlineParaformerModelConfig = StructType({
   "decoder" : cstring,
 });
 
+const SherpaOnnxOnlineZipformer2CtcModelConfig = StructType({
+  "model" : cstring,
+});
+
 const SherpaOnnxOnlineModelConfig = StructType({
   "transducer" : SherpaOnnxOnlineTransducerModelConfig,
   "paraformer" : SherpaOnnxOnlineParaformerModelConfig,
+  "zipformer2Ctc" : SherpaOnnxOnlineZipformer2CtcModelConfig,
   "tokens" : cstring,
   "numThreads" : int32_t,
   "provider" : cstring,
@@ -663,6 +668,7 @@ const OnlineModelConfig = SherpaOnnxOnlineModelConfig;
 const FeatureConfig = SherpaOnnxFeatureConfig;
 const OnlineRecognizerConfig = SherpaOnnxOnlineRecognizerConfig;
 const OnlineParaformerModelConfig = SherpaOnnxOnlineParaformerModelConfig;
+const OnlineZipformer2CtcModelConfig = SherpaOnnxOnlineZipformer2CtcModelConfig;
 
 // offline asr
 const OfflineTransducerModelConfig = SherpaOnnxOfflineTransducerModelConfig;
@@ -692,6 +698,7 @@ module.exports = {
   OnlineRecognizer,
   OnlineStream,
   OnlineParaformerModelConfig,
+  OnlineZipformer2CtcModelConfig,
 
   // offline asr
   OfflineRecognizer,