textsearch 0.2.0

Full text search for rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

use stem;

pub fn tokenize(text: &str) -> Vec<String> {
  text.to_lowercase().split(Splitter::is_match)
                   .filter(|s| s.len() > 0)
                   .map(|text| stem::get(text).unwrap())
                   .collect()
}

struct Splitter;

impl Splitter {
    fn is_match(c: char) -> bool {
        match c {
            ' ' | ',' | '.' | '!' | '?' | ';' | '\'' |  '"'
            | ':' | '\t' | '\n' | '(' | ')' | '-' => true,
            _ => false
        }
    }
}