C++ API for speaker diarization (#1396)
This commit is contained in:
73
sherpa-onnx/csrc/offline-speaker-diarization.h
Normal file
73
sherpa-onnx/csrc/offline-speaker-diarization.h
Normal file
@@ -0,0 +1,73 @@
|
||||
// sherpa-onnx/csrc/offline-speaker-diarization.h
|
||||
//
|
||||
// Copyright (c) 2024 Xiaomi Corporation
|
||||
|
||||
#ifndef SHERPA_ONNX_CSRC_OFFLINE_SPEAKER_DIARIZATION_H_
|
||||
#define SHERPA_ONNX_CSRC_OFFLINE_SPEAKER_DIARIZATION_H_
|
||||
|
||||
#include <functional>
|
||||
#include <memory>
|
||||
#include <string>
|
||||
|
||||
#include "sherpa-onnx/csrc/fast-clustering-config.h"
|
||||
#include "sherpa-onnx/csrc/offline-speaker-diarization-result.h"
|
||||
#include "sherpa-onnx/csrc/offline-speaker-segmentation-model-config.h"
|
||||
#include "sherpa-onnx/csrc/speaker-embedding-extractor.h"
|
||||
|
||||
namespace sherpa_onnx {
|
||||
|
||||
struct OfflineSpeakerDiarizationConfig {
|
||||
OfflineSpeakerSegmentationModelConfig segmentation;
|
||||
SpeakerEmbeddingExtractorConfig embedding;
|
||||
FastClusteringConfig clustering;
|
||||
|
||||
// if a segment is less than this value, then it is discarded
|
||||
float min_duration_on = 0.3; // in seconds
|
||||
|
||||
// if the gap between to segments of the same speaker is less than this value,
|
||||
// then these two segments are merged into a single segment.
|
||||
// We do this recursively.
|
||||
float min_duration_off = 0.5; // in seconds
|
||||
|
||||
OfflineSpeakerDiarizationConfig() = default;
|
||||
|
||||
OfflineSpeakerDiarizationConfig(
|
||||
const OfflineSpeakerSegmentationModelConfig &segmentation,
|
||||
const SpeakerEmbeddingExtractorConfig &embedding,
|
||||
const FastClusteringConfig &clustering)
|
||||
: segmentation(segmentation),
|
||||
embedding(embedding),
|
||||
clustering(clustering) {}
|
||||
|
||||
void Register(ParseOptions *po);
|
||||
bool Validate() const;
|
||||
std::string ToString() const;
|
||||
};
|
||||
|
||||
class OfflineSpeakerDiarizationImpl;
|
||||
|
||||
using OfflineSpeakerDiarizationProgressCallback = std::function<int32_t(
|
||||
int32_t processed_chunks, int32_t num_chunks, void *arg)>;
|
||||
|
||||
class OfflineSpeakerDiarization {
|
||||
public:
|
||||
explicit OfflineSpeakerDiarization(
|
||||
const OfflineSpeakerDiarizationConfig &config);
|
||||
|
||||
~OfflineSpeakerDiarization();
|
||||
|
||||
// Expected sample rate of the input audio samples
|
||||
int32_t SampleRate() const;
|
||||
|
||||
OfflineSpeakerDiarizationResult Process(
|
||||
const float *audio, int32_t n,
|
||||
OfflineSpeakerDiarizationProgressCallback callback = nullptr,
|
||||
void *callback_arg = nullptr) const;
|
||||
|
||||
private:
|
||||
std::unique_ptr<OfflineSpeakerDiarizationImpl> impl_;
|
||||
};
|
||||
|
||||
} // namespace sherpa_onnx
|
||||
|
||||
#endif // SHERPA_ONNX_CSRC_OFFLINE_SPEAKER_DIARIZATION_H_
|
||||
Reference in New Issue
Block a user