encoderfile 0.4.0-rc.1

Distribute and run transformer encoders with a single file.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12

use ort::session::Session;
use parking_lot::MutexGuard;

mod loader;
mod state;
mod tokenizer;

pub use loader::EncoderfileLoader;
pub use state::{AppState, EncoderfileState};
pub use tokenizer::TokenizerService;

pub type Model<'a> = MutexGuard<'a, Session>;