vn-nlp 0.1.3

Vietnamese NLP library — tokenization, normalization, segmentation
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14

use vn_nlp::tokenize;

fn main() {
    let text = "Xin chào, tôi yêu Việt Nam!";
    println!("Input: {text}");

    let tokens = tokenize(text).unwrap();
    for token in &tokens {
        println!(
            "  {:?} → {:?} [{},{})",
            token.text, token.kind, token.span.start, token.span.end
        );
    }
}