Struct EmbeddingExtractor 

pub struct EmbeddingExtractor { /* private fields */ }

Implementations

impl EmbeddingExtractor

pub fn new<P: AsRef<Path>>(model_path: P) -> Result<Self>

Examples found in repository

examples/max_speakers.rs (line 9)

fn main() -> Result<()> {
    let audio_path = std::env::args().nth(1).expect("Please specify audio file");
    let (samples, sample_rate) = read_wav(&audio_path)?;
    let max_speakers = 6;

    let extractor = EmbeddingExtractor::new("src/nn/speaker_identification/model.bpk")?;
    let mut manager = EmbeddingManager::new(max_speakers);
    let segmenter = Segmenter::new("src/nn/segmentation/model.bpk")?;

    for segment in segmenter.iter_segments(&samples, sample_rate)? {
        let segment = segment?;
        let embedding = extractor.extract(&segment.samples, sample_rate)?;

        let speaker = if manager.is_full() {
            manager.best_match(&embedding)
        } else {
            manager.upsert(&embedding, 0.5)
        }
        .map(|s| s.to_string())
        .unwrap_or_else(|| "?".into());

        println!(
            "start = {:.2}, end = {:.2}, speaker = {}",
            segment.start, segment.end, speaker
        );
    }

    Ok(())
}

examples/infinite.rs (line 39)

fn main() -> Result<()> {
    let audio_path = std::env::args().nth(1).expect("Please specify audio file");
    let search_threshold = 0.5;

    let embedding_model_path = "src/nn/speaker_identification/model.bpk";
    let segmentation_model_path = "src/nn/segmentation/model.bpk";

    let (samples, sample_rate) = pyannote_rs::read_wav(&audio_path)?;
    let embedding_extractor = EmbeddingExtractor::new(embedding_model_path)?;
    let mut embedding_manager = EmbeddingManager::new(usize::MAX);
    let segmenter = Segmenter::new(segmentation_model_path)?;

    for segment in segmenter.iter_segments(&samples, sample_rate)? {
        match segment {
            Ok(segment) => {
                if let Err(error) = process_segment(
                    segment,
                    &embedding_extractor,
                    &mut embedding_manager,
                    search_threshold,
                    sample_rate,
                ) {
                    eprintln!("Error processing segment: {:?}", error);
                }
            }
            Err(error) => eprintln!("Failed to process segment: {:?}", error),
        }
    }

    Ok(())
}

pub fn extract(&self, samples: &[i16], sample_rate: u32) -> Result<Embedding>

Examples found in repository

examples/infinite.rs (line 15)

fn process_segment(
    segment: pyannote_rs::Segment,
    embedding_extractor: &EmbeddingExtractor,
    embedding_manager: &mut EmbeddingManager,
    search_threshold: f32,
    sample_rate: u32,
) -> Result<()> {
    let embedding = embedding_extractor.extract(&segment.samples, sample_rate)?;

    let speaker = embedding_manager
        .upsert(&embedding, search_threshold)
        .or_else(|| embedding_manager.best_match(&embedding))
        .map(|r| r.to_string())
        .unwrap_or("?".into());

    println!(
        "start = {:.2}, end = {:.2}, speaker = {}",
        segment.start, segment.end, speaker
    );

    Ok(())
}

examples/max_speakers.rs (line 15)

fn main() -> Result<()> {
    let audio_path = std::env::args().nth(1).expect("Please specify audio file");
    let (samples, sample_rate) = read_wav(&audio_path)?;
    let max_speakers = 6;

    let extractor = EmbeddingExtractor::new("src/nn/speaker_identification/model.bpk")?;
    let mut manager = EmbeddingManager::new(max_speakers);
    let segmenter = Segmenter::new("src/nn/segmentation/model.bpk")?;

    for segment in segmenter.iter_segments(&samples, sample_rate)? {
        let segment = segment?;
        let embedding = extractor.extract(&segment.samples, sample_rate)?;

        let speaker = if manager.is_full() {
            manager.best_match(&embedding)
        } else {
            manager.upsert(&embedding, 0.5)
        }
        .map(|s| s.to_string())
        .unwrap_or_else(|| "?".into());

        println!(
            "start = {:.2}, end = {:.2}, speaker = {}",
            segment.start, segment.end, speaker
        );
    }

    Ok(())
}

pub fn extract_f32( &self, samples: &[f32], sample_rate: u32, ) -> Result<Embedding>

Trait Implementations

impl Debug for EmbeddingExtractor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.