encoderfile 0.4.0-rc.1

Distribute and run transformer encoders with a single file.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

use crate::{
    common::{TokenClassificationRequest, TokenClassificationResponse, model_type},
    error::ApiError,
    inference,
    runtime::AppState,
    transforms::TokenClassificationTransform,
};

use super::inference::Inference;

impl Inference for AppState<model_type::TokenClassification> {
    type Input = TokenClassificationRequest;
    type Output = TokenClassificationResponse;

    fn inference(&self, request: impl Into<Self::Input>) -> Result<Self::Output, ApiError> {
        let request = request.into();

        let session = self.session.lock();

        let encodings = self.tokenizer.encode_text(request.inputs)?;

        let transform = TokenClassificationTransform::new(self.transform_str())?;

        let results = inference::token_classification::token_classification(
            session,
            &transform,
            &self.model_config,
            encodings,
        )?;

        Ok(TokenClassificationResponse {
            results,
            model_id: self.config.name.clone(),
            metadata: request.metadata,
        })
    }
}