encoderfile 0.6.2

Distribute and run transformer encoders with a single file.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

use std::{marker::PhantomData, sync::Arc};

use ort::session::Session;
use parking_lot::Mutex;

use crate::{
    common::{Config, ModelConfig, ModelType, model_type::ModelTypeSpec},
    runtime::TokenizerService,
    transforms::DEFAULT_LIBS,
};

pub type AppState<T> = Arc<EncoderfileState<T>>;

#[derive(Debug)]
pub struct EncoderfileState<T: ModelTypeSpec> {
    pub config: Config,
    pub session: Mutex<Session>,
    pub tokenizer: TokenizerService,
    pub model_config: ModelConfig,
    pub lua_libs: Vec<mlua::StdLib>,
    _marker: PhantomData<T>,
}

impl<T: ModelTypeSpec> EncoderfileState<T> {
    pub fn new(
        config: Config,
        session: Mutex<Session>,
        tokenizer: TokenizerService,
        model_config: ModelConfig,
    ) -> EncoderfileState<T> {
        let lua_libs = match config.lua_libs {
            Some(ref libs) => Vec::<mlua::StdLib>::from(libs),
            None => DEFAULT_LIBS.to_vec(),
        };
        EncoderfileState {
            config,
            session,
            tokenizer,
            model_config,
            lua_libs,
            _marker: PhantomData,
        }
    }

    pub fn transform_str(&self) -> Option<String> {
        self.config.transform.clone()
    }

    pub fn lua_libs(&self) -> &Vec<mlua::StdLib> {
        &self.lua_libs
    }

    pub fn model_type() -> ModelType {
        T::enum_val()
    }
}