stopwords 0.1.1

Stopwords from popular text processing frameworks.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

extern crate stopwords;

use stopwords::*;

use std::collections::HashSet;

fn main() {
    let nltk: HashSet<_> = NLTK::stopwords(Language::French).unwrap().iter().cloned().collect();
    let spark: HashSet<_> = Spark::stopwords(Language::French).unwrap().iter().cloned().collect();
    println!("-> NLTK VS Spark for French: {:?}", nltk.symmetric_difference(&spark));

    let nltk: HashSet<_> = NLTK::stopwords(Language::German).unwrap().iter().cloned().collect();
    let spark: HashSet<_> = Spark::stopwords(Language::German).unwrap().iter().cloned().collect();
    println!("-> NLTK VS Spark for German: {:?}", nltk.symmetric_difference(&spark));

    let nltk: HashSet<_> = NLTK::stopwords(Language::English).unwrap().iter().cloned().collect();
    let spark: HashSet<_> = Spark::stopwords(Language::English).unwrap().iter().cloned().collect();
    println!("-> NLTK VS Spark for English: {:?}", nltk.symmetric_difference(&spark));

    let sklearn: HashSet<_> = SkLearn::stopwords(Language::English).unwrap().iter().cloned().collect();
    let spark: HashSet<_> = Spark::stopwords(Language::English).unwrap().iter().cloned().collect();
    println!("-> SkLearn vs Spark for English: {:?}", sklearn.symmetric_difference(&spark));
}