encoderfile 0.4.0-rc.1

Distribute and run transformer encoders with a single file.
Documentation 
1
2
3
4
5
6
7
8
9

use schemars::JsonSchema;

#[derive(Debug, serde::Serialize, serde::Deserialize, utoipa::ToSchema, JsonSchema)]
pub struct TokenInfo {
    pub token: String,
    pub token_id: u32,
    pub start: usize,
    pub end: usize,
}