Minor fixes for rknn (#1925)

This commit is contained in:
Fangjun Kuang
2025-02-26 16:26:18 +08:00
committed by GitHub
parent 2f9a2b20a1
commit 82cb8a5dc3
7 changed files with 46 additions and 5 deletions

View File

@@ -99,7 +99,7 @@ OfflineWhisperGreedySearchDecoder::Decode(Ort::Value cross_k,
int32_t n_text_ctx = model_->TextCtx();
std::vector<int32_t> predicted_tokens;
for (int32_t i = 0; i < n_text_ctx; ++i) {
for (int32_t i = 0; i < n_text_ctx / 2; ++i) {
if (max_token_id == model_->EOT()) {
break;
}