speakrs 0.7.0

Fast Rust speaker diarization with pyannote-level accuracy and native CPU/CoreML/CUDA inference
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

//! FP16 range guard inspection for GPU tests in hybrid and driver-only builds

use super::dispatch::Plan;
use super::{EmbeddingBatch, Fp16Policy, ResNetEmbedding};
use crate::inference::cuda::{CudaError, CudaRuntime};

impl ResNetEmbedding {
    /// A batch whose every trunk layer is selected without FP16 tiles: the plans a
    /// batch recomputes with after an activation saturates
    pub(crate) fn batch_without_fp16(
        &self,
        runtime: &CudaRuntime,
        chunks: usize,
    ) -> Result<EmbeddingBatch, CudaError> {
        let activations = self.activations(runtime, chunks)?;
        self.batch_with_policy(runtime, chunks, activations, Fp16Policy::Excluded)
    }
}

impl EmbeddingBatch {
    /// Trunk layers whose selected plan runs FP16 tiles
    pub(crate) fn fp16_convs(&self) -> Vec<&str> {
        self.plans
            .iter()
            .filter(|(_, plan)| matches!(plan, Plan::Wideconv(plan) if plan.is_fp16()))
            .map(|(name, _)| name.as_str())
            .collect()
    }

    /// Whether a download has recomputed this batch without FP16 tiles
    pub(crate) fn recomputed_without_fp16(&self) -> bool {
        self.fallback.is_some()
    }
}