encoderfile 0.4.0-rc.1

Distribute and run transformer encoders with a single file.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

use schemars::JsonSchema;
use serde::{Deserialize, Serialize};
use std::collections::HashMap;
use utoipa::ToSchema;

#[derive(Debug, Serialize, Deserialize, ToSchema, JsonSchema)]
pub struct EmbeddingRequest {
    pub inputs: Vec<String>,
    #[serde(default)]
    pub metadata: Option<HashMap<String, String>>,
}

impl super::FromCliInput for EmbeddingRequest {
    fn from_cli_input(inputs: Vec<String>) -> Self {
        Self {
            inputs,
            metadata: Some(HashMap::default()),
        }
    }
}

#[derive(Debug, Serialize, Deserialize, ToSchema, JsonSchema, utoipa::ToResponse)]
pub struct EmbeddingResponse {
    pub results: Vec<TokenEmbeddingSequence>,
    pub model_id: String,
    #[serde(skip_serializing_if = "Option::is_none")]
    pub metadata: Option<HashMap<String, String>>,
}

#[derive(Debug, Serialize, Deserialize, ToSchema, JsonSchema)]
pub struct TokenEmbeddingSequence {
    pub embeddings: Vec<TokenEmbedding>,
}

#[derive(Debug, Serialize, Deserialize, ToSchema, JsonSchema)]
pub struct TokenEmbedding {
    pub embedding: Vec<f32>,
    pub token_info: Option<super::token::TokenInfo>,
}