finalfusion 0.18.0

Reader and writer for common word embedding formats
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12

use std::fs::File;
use std::io::{BufRead, BufReader};

const TEST_CORPUS: &str = "benches/dewiki-aa-00.txt";

pub fn load_corpus() -> Vec<String> {
    let f = File::open(TEST_CORPUS).expect("Corpus file missing, run fetch-data.sh");
    BufReader::new(f)
        .lines()
        .map(|line| line.unwrap())
        .collect()
}