105 lines
2.9 KiB
Kotlin
105 lines
2.9 KiB
Kotlin
package com.k2fsa.sherpa.onnx
|
|
|
|
import android.content.res.AssetManager
|
|
|
|
data class OfflineSpeakerSegmentationPyannoteModelConfig(
|
|
var model: String = "",
|
|
)
|
|
|
|
data class OfflineSpeakerSegmentationModelConfig(
|
|
var pyannote: OfflineSpeakerSegmentationPyannoteModelConfig = OfflineSpeakerSegmentationPyannoteModelConfig(),
|
|
var numThreads: Int = 1,
|
|
var debug: Boolean = false,
|
|
var provider: String = "cpu",
|
|
)
|
|
|
|
data class FastClusteringConfig(
|
|
var numClusters: Int = -1,
|
|
var threshold: Float = 0.5f,
|
|
)
|
|
|
|
data class OfflineSpeakerDiarizationConfig(
|
|
var segmentation: OfflineSpeakerSegmentationModelConfig = OfflineSpeakerSegmentationModelConfig(),
|
|
var embedding: SpeakerEmbeddingExtractorConfig = SpeakerEmbeddingExtractorConfig(),
|
|
var clustering: FastClusteringConfig = FastClusteringConfig(),
|
|
var minDurationOn: Float = 0.2f,
|
|
var minDurationOff: Float = 0.5f,
|
|
)
|
|
|
|
data class OfflineSpeakerDiarizationSegment(
|
|
val start: Float, // in seconds
|
|
val end: Float, // in seconds
|
|
val speaker: Int, // ID of the speaker; count from 0
|
|
)
|
|
|
|
class OfflineSpeakerDiarization(
|
|
assetManager: AssetManager? = null,
|
|
val config: OfflineSpeakerDiarizationConfig,
|
|
) {
|
|
private var ptr: Long
|
|
|
|
init {
|
|
ptr = if (assetManager != null) {
|
|
newFromAsset(assetManager, config)
|
|
} else {
|
|
newFromFile(config)
|
|
}
|
|
}
|
|
|
|
protected fun finalize() {
|
|
if (ptr != 0L) {
|
|
delete(ptr)
|
|
ptr = 0
|
|
}
|
|
}
|
|
|
|
fun release() = finalize()
|
|
|
|
// Only config.clustering is used. All other fields in config
|
|
// are ignored
|
|
fun setConfig(config: OfflineSpeakerDiarizationConfig) = setConfig(ptr, config)
|
|
|
|
fun sampleRate() = getSampleRate(ptr)
|
|
|
|
fun process(samples: FloatArray) = process(ptr, samples)
|
|
|
|
fun processWithCallback(
|
|
samples: FloatArray,
|
|
callback: (numProcessedChunks: Int, numTotalChunks: Int, arg: Long) -> Int,
|
|
arg: Long = 0,
|
|
) = processWithCallback(ptr, samples, callback, arg)
|
|
|
|
private external fun delete(ptr: Long)
|
|
|
|
private external fun newFromAsset(
|
|
assetManager: AssetManager,
|
|
config: OfflineSpeakerDiarizationConfig,
|
|
): Long
|
|
|
|
private external fun newFromFile(
|
|
config: OfflineSpeakerDiarizationConfig,
|
|
): Long
|
|
|
|
private external fun setConfig(ptr: Long, config: OfflineSpeakerDiarizationConfig)
|
|
|
|
private external fun getSampleRate(ptr: Long): Int
|
|
|
|
private external fun process(
|
|
ptr: Long,
|
|
samples: FloatArray
|
|
): Array<OfflineSpeakerDiarizationSegment>
|
|
|
|
private external fun processWithCallback(
|
|
ptr: Long,
|
|
samples: FloatArray,
|
|
callback: (numProcessedChunks: Int, numTotalChunks: Int, arg: Long) -> Int,
|
|
arg: Long,
|
|
): Array<OfflineSpeakerDiarizationSegment>
|
|
|
|
companion object {
|
|
init {
|
|
System.loadLibrary("sherpa-onnx-jni")
|
|
}
|
|
}
|
|
}
|