natural 0.5.0

Pure rust library for natural language processing.
Documentation
1
2
3
4
5
6
7
8
9
extern crate natural;

use natural::tokenize::tokenize;

#[test]
fn test_tokenize() {
  assert_eq!(tokenize("hello, world!"), vec!["hello", "world"]);
  assert_eq!(tokenize("My dog has fleas."), vec!["My", "dog", "has", "fleas"]);
}