gaze-recognizers 0.12.0

Built-in recognizers for Gaze
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use std::ops::Range;
use std::sync::Arc;

use super::error::{NerLoadError, NerRuntimeError};
use super::types::{NerBackendKind, NerSpanResult, VerifiedArtifacts};

mod ort;
#[cfg(feature = "test-support")]
pub(crate) mod test_support;

pub(crate) const NER_CHUNK_TOKEN_BUDGET: usize = 480;
pub(crate) const NER_CHUNK_TOKEN_OVERLAP: usize = 30;

/// Driver contract: produce byte-offset detections against a pre-normalized
/// input string. Each backend owns its own model-specific state (label map,
/// id2label for BERT, entity-type list for GLiNER, etc.) — the trait stays
/// shape-agnostic so new backends plug in without changing `NerDetector`.
pub(crate) trait NerBackend: Send + Sync {
    fn chunk_ranges(&self, input: &str) -> Result<Vec<Range<usize>>, NerRuntimeError> {
        Ok(std::iter::once(0..input.len()).collect())
    }

    fn detect(&self, input: &str) -> Result<Vec<NerSpanResult>, NerRuntimeError>;
}

pub(crate) fn load_backend(
    verified: VerifiedArtifacts,
) -> Result<Arc<dyn NerBackend>, NerLoadError> {
    match verified.backend_kind {
        NerBackendKind::Ort => Ok(Arc::new(ort::OrtBackend::load(
            &verified.model_dir,
            verified.labels,
            verified.id2label,
        )?)),
        NerBackendKind::Gliner => Err(NerLoadError::UnsupportedBackend {
            backend: verified.backend_kind.as_str().to_string(),
        }),
    }
}