encoderfile 0.4.0-rc.1

Distribute and run transformer encoders with a single file.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14

use crate::common;

tonic::include_proto!("encoderfile.token");

impl From<common::TokenInfo> for TokenInfo {
    fn from(val: common::TokenInfo) -> Self {
        crate::generated::token::TokenInfo {
            token: val.token,
            token_id: val.token_id,
            start: (val.start as u32),
            end: (val.end as u32),
        }
    }
}