sastrawi 0.1.1

A library for stemming and stopword removal for Bahasa Indonesia based on PHP sastrawi project by Andy Librian
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

use crate::dictionary::Dictionary;
use crate::tokenizer::Tokenizer;

pub struct StopWord<'a> {
    dictionary: &'a Dictionary,
    tokenizer: Tokenizer,
}

impl<'a> StopWord<'a> {
    pub fn new(dictionary: &Dictionary) -> StopWord {
        let tokenizer = Tokenizer::new();
        StopWord{
            dictionary: dictionary,
            tokenizer: tokenizer,
        }
    }

    pub fn stop_word(&self, sentence: &mut String) {
        let words = self.tokenizer.tokenize(sentence);
        let mut results: Vec<String> = Vec::new();

        for word in words.iter() {
            if !self.dictionary.find(word) {
                results.push(word.clone());
            }
        }

        *sentence = results.join(" ");
    }
}