encoderfile 0.6.2

Distribute and run transformer encoders with a single file.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84

use encoderfile::{
    common::{
        EmbeddingRequest, SentenceEmbeddingRequest, SequenceClassificationRequest,
        TokenClassificationRequest,
    },
    dev_utils::*,
    services::Inference,
};

#[test]
pub fn test_embedding_service() {
    let state = embedding_state();
    let request = EmbeddingRequest {
        inputs: vec!["hello world".to_string()],
        metadata: None,
    };

    let response = state
        .inference(request)
        .expect("Failed to compute embeddings");

    assert!(response.results.len() == 1, "Didn't return one result");
    assert!(
        response.metadata.is_none(),
        "Metadata should be returned None"
    );
}

#[test]
pub fn test_sequence_classification_service() {
    let state = sequence_classification_state();
    let request = SequenceClassificationRequest {
        inputs: vec!["hello world".to_string()],
        metadata: None,
    };

    let response = state
        .inference(request)
        .expect("Failed to compute embeddings");

    assert!(response.results.len() == 1, "Didn't return one result");
    assert!(
        response.metadata.is_none(),
        "Metadata should be returned None"
    );
}

#[test]
pub fn test_token_classification_service() {
    let state = token_classification_state();
    let request = TokenClassificationRequest {
        inputs: vec!["hello world".to_string()],
        metadata: None,
    };

    let response = state
        .inference(request)
        .expect("Failed to compute embeddings");

    assert!(response.results.len() == 1, "Didn't return one result");
    assert!(
        response.metadata.is_none(),
        "Metadata should be returned None"
    );
}

#[test]
pub fn test_sentence_embedding_service() {
    let state = sentence_embedding_state();
    let request = SentenceEmbeddingRequest {
        inputs: vec!["hello world".to_string()],
        metadata: None,
    };

    let response = state
        .inference(request)
        .expect("Failed to compute embeddings");

    assert!(response.results.len() == 1, "Didn't return one result");
    assert!(
        response.metadata.is_none(),
        "Metadata should be returned None"
    );
}