61 lines
1.7 KiB
C++
61 lines
1.7 KiB
C++
// sherpa-onnx/csrc/offline-whisper-model-config.h
|
|
//
|
|
// Copyright (c) 2023 Xiaomi Corporation
|
|
#ifndef SHERPA_ONNX_CSRC_OFFLINE_WHISPER_MODEL_CONFIG_H_
|
|
#define SHERPA_ONNX_CSRC_OFFLINE_WHISPER_MODEL_CONFIG_H_
|
|
|
|
#include <string>
|
|
|
|
#include "sherpa-onnx/csrc/parse-options.h"
|
|
|
|
namespace sherpa_onnx {
|
|
|
|
struct OfflineWhisperModelConfig {
|
|
std::string encoder;
|
|
std::string decoder;
|
|
|
|
// Available languages can be found at
|
|
// https://github.com/openai/whisper/blob/main/whisper/tokenizer.py#L10
|
|
//
|
|
// Note: For non-multilingual models, it supports only "en"
|
|
//
|
|
// If empty, we will infer it from the input audio file when
|
|
// the model is multilingual.
|
|
std::string language;
|
|
|
|
// Valid values are transcribe and translate
|
|
//
|
|
// Note: For non-multilingual models, it supports only "transcribe"
|
|
std::string task = "transcribe";
|
|
|
|
// Number of tail padding frames.
|
|
//
|
|
// Since we remove the 30-second constraint, we need to add some paddings
|
|
// at the end.
|
|
//
|
|
// Recommended values:
|
|
// - 50 for English models
|
|
// - 300 for multilingual models
|
|
int32_t tail_paddings = -1;
|
|
|
|
OfflineWhisperModelConfig() = default;
|
|
OfflineWhisperModelConfig(const std::string &encoder,
|
|
const std::string &decoder,
|
|
const std::string &language,
|
|
const std::string &task, int32_t tail_paddings)
|
|
: encoder(encoder),
|
|
decoder(decoder),
|
|
language(language),
|
|
task(task),
|
|
tail_paddings(tail_paddings) {}
|
|
|
|
void Register(ParseOptions *po);
|
|
bool Validate() const;
|
|
|
|
std::string ToString() const;
|
|
};
|
|
|
|
} // namespace sherpa_onnx
|
|
|
|
#endif // SHERPA_ONNX_CSRC_OFFLINE_WHISPER_MODEL_CONFIG_H_
|