encoderfile 0.6.2

Distribute and run transformer encoders with a single file.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

use std::collections::HashMap;

use crate::{
    common::{GetModelMetadataResponse, ModelType, model_type::ModelTypeSpec},
    runtime::AppState,
};

pub trait Metadata {
    fn metadata(&self) -> GetModelMetadataResponse {
        GetModelMetadataResponse {
            model_id: self.model_id(),
            model_type: self.model_type(),
            id2label: self.id2label(),
        }
    }

    fn model_id(&self) -> String;

    fn model_type(&self) -> ModelType;

    fn id2label(&self) -> Option<HashMap<u32, String>>;
}

impl<T: ModelTypeSpec> Metadata for AppState<T> {
    fn model_id(&self) -> String {
        self.config.name.clone()
    }

    fn model_type(&self) -> ModelType {
        T::enum_val()
    }

    fn id2label(&self) -> Option<HashMap<u32, String>> {
        self.model_config.id2label.clone()
    }
}