encoderfile 0.4.0-rc.1

Distribute and run transformer encoders with a single file.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

use serde::{Deserialize, Serialize};
use std::collections::HashMap;

#[derive(Debug, Serialize, Deserialize)]
pub struct ModelConfig {
    pub model_type: String,
    pub num_labels: Option<usize>,
    pub id2label: Option<HashMap<u32, String>>,
    pub label2id: Option<HashMap<String, u32>>,
}

impl ModelConfig {
    pub fn id2label(&self, id: u32) -> Option<&str> {
        self.id2label.as_ref()?.get(&id).map(|s| s.as_str())
    }

    pub fn label2id(&self, label: &str) -> Option<u32> {
        self.label2id.as_ref()?.get(label).copied()
    }

    pub fn num_labels(&self) -> Option<usize> {
        if self.num_labels.is_some() {
            return self.num_labels;
        }

        if let Some(id2label) = &self.id2label {
            return Some(id2label.len());
        }

        if let Some(label2id) = &self.label2id {
            return Some(label2id.len());
        }

        None
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_num_labels() {
        let test_labels: Vec<(String, u32)> = vec![("a", 1), ("b", 2), ("c", 3)]
            .into_iter()
            .map(|(i, j)| (i.to_string(), j))
            .collect();

        let label2id: HashMap<String, u32> = test_labels.clone().into_iter().collect();
        let id2label: HashMap<u32, String> = test_labels
            .clone()
            .into_iter()
            .map(|(i, j)| (j, i))
            .collect();

        let config = ModelConfig {
            model_type: "MyModel".to_string(),
            num_labels: Some(3),
            id2label: Some(id2label.clone()),
            label2id: Some(label2id.clone()),
        };

        assert_eq!(config.num_labels(), Some(3));

        let config = ModelConfig {
            model_type: "MyModel".to_string(),
            num_labels: None,
            id2label: Some(id2label.clone()),
            label2id: Some(label2id.clone()),
        };

        assert_eq!(config.num_labels(), Some(3));

        let config = ModelConfig {
            model_type: "MyModel".to_string(),
            num_labels: None,
            id2label: None,
            label2id: Some(label2id.clone()),
        };

        assert_eq!(config.num_labels(), Some(3));
    }
}