Add lm rescore to online-modified-beam-search (#133)

2023-05-05 21:23:54 +08:00
parent 3b9c3db31d
commit 8c6a6768d5
26 changed files with 495 additions and 39 deletions
--- a/sherpa-onnx/csrc/online-transducer-modified-beam-search-decoder.cc
+++ b/sherpa-onnx/csrc/online-transducer-modified-beam-search-decoder.cc
@@ -156,6 +156,10 @@ void OnlineTransducerModifiedBeamSearchDecoder::Decode(
    }  // for (int32_t b = 0; b != batch_size; ++b)
  }

+  if (lm_) {
+    lm_->ComputeLMScore(lm_scale_, model_->ContextSize(), &cur);
+  }
+
  for (int32_t b = 0; b != batch_size; ++b) {
    auto &hyps = cur[b];
    auto best_hyp = hyps.GetMostProbable(true);