1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

//! Prelude exports the most commonly-used types and traits.

pub use crate::chunks::storage::{StorageViewWrap, StorageWrap};

pub use crate::chunks::vocab::VocabWrap;

pub use crate::compat::fasttext::ReadFastText;

pub use crate::compat::text::{ReadText, ReadTextDims};

pub use crate::compat::word2vec::ReadWord2Vec;

pub use crate::embeddings::Embeddings;

pub use crate::io::{MmapEmbeddings, ReadEmbeddings};

#[cfg(test)]
mod tests {
    use std::fs::File;
    use std::io::BufReader;

    use crate::prelude::*;

    #[test]
    fn prelude_allows_embedding_lookups() {
        let mut reader = BufReader::new(File::open("testdata/similarity.fifu").unwrap());
        let embeds: Embeddings<VocabWrap, StorageWrap> =
            Embeddings::read_embeddings(&mut reader).unwrap();

        assert!(embeds.embedding("Berlin").is_some());
    }

    #[test]
    fn prelude_allows_embedding_view_lookups() {
        let mut reader = BufReader::new(File::open("testdata/similarity.fifu").unwrap());
        let embeds_view: Embeddings<VocabWrap, StorageViewWrap> =
            Embeddings::read_embeddings(&mut reader).unwrap();
        assert!(embeds_view.embedding("Berlin").is_some());
    }

    #[test]
    #[cfg(feature = "memmap")]
    fn prelude_allows_embedding_mmap_lookups() {
        let mut reader = BufReader::new(File::open("testdata/similarity.fifu").unwrap());
        let embeds_view: Embeddings<VocabWrap, StorageWrap> =
            Embeddings::mmap_embeddings(&mut reader).unwrap();
        assert!(embeds_view.embedding("Berlin").is_some());
    }

    #[cfg(all(feature = "memmap", target_endian = "little"))]
    #[test]
    fn prelude_allows_embedding_mmap_view_lookups() {
        let mut reader = BufReader::new(File::open("testdata/similarity.fifu").unwrap());
        let embeds_view: Embeddings<VocabWrap, StorageViewWrap> =
            Embeddings::mmap_embeddings(&mut reader).unwrap();
        assert!(embeds_view.embedding("Berlin").is_some());
    }

    #[test]
    fn prelude_allows_reading_fasttext() {
        let mut reader = BufReader::new(File::open("testdata/fasttext.bin").unwrap());
        Embeddings::read_fasttext(&mut reader).unwrap();
    }

    #[test]
    fn prelude_allows_reading_text() {
        let mut reader = BufReader::new(File::open("testdata/similarity.nodims").unwrap());
        Embeddings::read_text(&mut reader).unwrap();
    }

    #[test]
    fn prelude_allows_reading_text_dims() {
        let mut reader = BufReader::new(File::open("testdata/similarity.txt").unwrap());
        Embeddings::read_text_dims(&mut reader).unwrap();
    }

    #[test]
    fn prelude_allows_reading_word2vec() {
        let mut reader = BufReader::new(File::open("testdata/similarity.bin").unwrap());
        Embeddings::read_word2vec_binary(&mut reader).unwrap();
    }
}